00010000:00000010:1.1F:1761318720.911700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000117bcd47. 00010000:00000010:1.1:1761318720.911721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eaa4b8a. 00010000:00000010:2.1F:1761318721.143573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000117bcd47. 00010000:00000010:2.1:1761318721.143596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f45cd7. 00010000:00000010:3.1F:1761318721.143857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fbd2304. 00010000:00000010:3.1:1761318721.143869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037242bb0. 00010000:00000010:3.1:1761318721.143871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000823a02ac. 00080000:00000010:0.1F:1761318721.205690:0:0:0:(osd_handler.c:1584:osd_oxc_free()) kfreed 'oxe': 68 at 00000000ad31cb72. 00000100:00100000:3.0:1761319683.496732:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.528583:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.539754:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.539794:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.547429:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465348800 00002000:00100000:3.0:1761319683.547463:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (266240->270335) req@00000000315fc21f x1846876465348800/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:611/0 lens 488/0 e 0 to 0 dl 1761319726 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319683.547471:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000315fc21f with x1846876465348800 ext(266240->270335) 00010000:00010000:3.0:1761319683.547480:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36e9f08 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 61 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a454 expref: 42 pid: 8227 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.547487:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000315fc21f 00000100:00100000:3.0:1761319683.547592:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2523 00000100:00100000:3.0:1761319683.547599:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+42:2263:x1846876465348800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319683.547749:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+42:2263:x1846876465348800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (577us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319683.547755:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2523 00002000:00100000:3.0:1761319683.547760:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (266240->270335) req@00000000315fc21f x1846876465348800/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:611/0 lens 488/4536 e 0 to 0 dl 1761319726 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319683.547767:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000315fc21f with x1846876465348800 ext(266240->270335) 00010000:00010000:3.0:1761319683.547773:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36e9f08 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 61 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a454 expref: 42 pid: 8227 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.547779:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000315fc21f 00000100:00100000:3.0:1761319683.555688:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465349056 00002000:00100000:3.0:1761319683.555766:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (266240->270335) req@0000000079324fc0 x1846876465349056/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:611/0 lens 488/0 e 0 to 0 dl 1761319726 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319683.555783:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000079324fc0 with x1846876465349056 ext(266240->270335) 00010000:00010000:3.0:1761319683.555793:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36e9f0f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 61 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a45b expref: 43 pid: 8227 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.555801:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000079324fc0 00000100:00100000:3.0:1761319683.556329:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2524 00000100:00100000:3.0:1761319683.556336:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+43:2262:x1846876465349056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319683.556486:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+43:2262:x1846876465349056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (874us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319683.556491:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2524 00002000:00100000:3.0:1761319683.556495:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (266240->270335) req@0000000079324fc0 x1846876465349056/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:611/0 lens 488/4536 e 0 to 0 dl 1761319726 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319683.556501:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000079324fc0 with x1846876465349056 ext(266240->270335) 00010000:00010000:3.0:1761319683.556506:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36e9f0f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 61 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a45b expref: 43 pid: 8227 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.556550:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000079324fc0 00000100:00100000:3.0:1761319683.562659:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.567703:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.574657:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.580222:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.594165:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465349888 00002000:00100000:3.0:1761319683.594211:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (266240->270335) req@000000007cb679f2 x1846876465349888/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:611/0 lens 488/0 e 0 to 0 dl 1761319726 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319683.594227:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cb679f2 with x1846876465349888 ext(266240->270335) 00002000:00010000:3.0:1761319683.594232:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007cb679f2 00000100:00100000:3.0:1761319683.594265:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20371 00000100:00100000:3.0:1761319683.594272:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cb679f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+42:2263:x1846876465349888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319683.594452:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cb679f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+42:2263:x1846876465349888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (377us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319683.594461:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20371 00002000:00100000:3.0:1761319683.594467:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (266240->270335) req@000000007cb679f2 x1846876465349888/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:611/0 lens 488/4536 e 0 to 0 dl 1761319726 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319683.594474:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cb679f2 with x1846876465349888 ext(266240->270335) 00002000:00010000:3.0:1761319683.594477:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007cb679f2 00000100:00100000:3.0:1761319683.625828:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465350464 00002000:00100000:3.0:1761319683.625873:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (270336->274431) req@00000000e66dea60 x1846876465350464/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:611/0 lens 488/0 e 0 to 0 dl 1761319726 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319683.625883:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e66dea60 with x1846876465350464 ext(270336->274431) 00010000:00010000:3.0:1761319683.625894:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36e9f39 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a485 expref: 50 pid: 8729 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.625908:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e66dea60 00000100:00100000:3.0:1761319683.626892:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2527 00000100:00100000:3.0:1761319683.626900:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465350464:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319683.627082:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465350464:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (1341us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319683.627093:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2527 00002000:00100000:3.0:1761319683.627100:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (270336->274431) req@00000000e66dea60 x1846876465350464/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:611/0 lens 488/4536 e 0 to 0 dl 1761319726 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319683.627108:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e66dea60 with x1846876465350464 ext(270336->274431) 00010000:00010000:3.0:1761319683.627116:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36e9f39 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a485 expref: 50 pid: 8729 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.627124:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e66dea60 00000100:00100000:3.0:1761319683.635609:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13734 00000100:00100000:3.0:1761319683.635617:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2264:x1846876465350592:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319683.635634:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319683.635655:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36e9f39 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a485 expref: 51 pid: 8729 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319683.635669:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36e9f39 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a485 expref: 51 pid: 8729 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319683.635693:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36e9f39 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a485 expref: 51 pid: 8729 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319683.635708:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319683.635710:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319683.635717:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36e9f40 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a48c expref: 42 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.635726:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36e9f40 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a48c expref: 42 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.635757:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36e9f40 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a48c expref: 42 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.635770:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36e9f40 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a48c expref: 42 pid: 8729 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319683.635782:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474281280:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319683.635844:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad099c8c going to sleep for 43 seconds 00000100:00100000:3.0:1761319683.640907:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474281280:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319683.640936:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319683.640999:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2264:x1846876465350592:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5381us (6743us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319683.641011:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13734 00000100:00100000:3.0:1761319683.643543:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465350656 00010000:00010000:3.0:1761319683.643583:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36e9f40 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a48c expref: 43 pid: 8729 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319683.643629:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13735 00000100:00100000:3.0:1761319683.643635:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083006fe8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+43:2262:x1846876465350656:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319683.643649:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319683.643669:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36e9f40 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a48c expref: 43 pid: 8729 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319683.643680:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36e9f40 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a48c expref: 43 pid: 8729 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319683.643705:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36e9f40 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a48c expref: 43 pid: 8729 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319683.643721:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319683.643723:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319683.643729:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36e9f47 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a493 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.643739:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36e9f47 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a493 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.643773:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36e9f47 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a493 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319683.643786:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474281344:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319683.643856:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad099c8c going to sleep for 43 seconds 00000100:00100000:3.0:1761319683.646738:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474281344:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319683.646766:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319683.646808:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083006fe8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+42:2262:x1846876465350656:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3170us (3764us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319683.646818:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13735 00000100:00100000:3.0:1761319683.661349:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465350848 00002000:00100000:3.0:1761319683.661386:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (270336->274431) req@000000003aeb6b14 x1846876465350848/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:611/0 lens 488/0 e 0 to 0 dl 1761319726 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319683.661396:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003aeb6b14 with x1846876465350848 ext(270336->274431) 00010000:00010000:3.0:1761319683.661408:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36e9f47 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a493 expref: 50 pid: 8228 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.661417:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003aeb6b14 00000100:00100000:3.0:1761319683.661443:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2528 00000100:00100000:3.0:1761319683.661449:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465350848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319683.661627:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465350848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319683.661635:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2528 00002000:00100000:3.0:1761319683.661640:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (270336->274431) req@000000003aeb6b14 x1846876465350848/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:611/0 lens 488/4536 e 0 to 0 dl 1761319726 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319683.661647:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003aeb6b14 with x1846876465350848 ext(270336->274431) 00010000:00010000:3.0:1761319683.661652:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36e9f47 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a493 expref: 50 pid: 8228 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.661659:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003aeb6b14 00000100:00100000:3.0:1761319683.666226:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465350976 00010000:00010000:3.0:1761319683.666261:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36e9f47 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a493 expref: 50 pid: 8228 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319683.677372:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465351168 00000100:00100000:3.0:1761319683.677411:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20625 00000100:00100000:3.0:1761319683.677415:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+43:32205:x1846876465351168:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319683.677428:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319683.677442:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36e9f5c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a4a8 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.677466:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36e9f55 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4a1 expref: 49 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.677473:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.677475:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.677476:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36e9f5c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4a8 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.677496:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36e9f55 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4a1 expref: 49 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.677507:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36e9f55 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4a1 expref: 49 pid: 8729 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319683.677548:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474281664:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319683.677573:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bb9cc3e going to sleep for 43 seconds 00000100:00100000:3.0:1761319683.680953:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474281664:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319683.680971:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36e9f5c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4a8 expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.680999:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319683.681020:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+43:32205:x1846876465351168:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3604us (4203us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319683.681027:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20625 00000100:00100000:3.0:1761319683.693406:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465351360 00000100:00100000:3.0:1761319683.693460:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20626 00000100:00100000:3.0:1761319683.693466:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+49:32196:x1846876465351360:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319683.693484:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319683.693506:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36e9f63 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a4af expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.693580:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36e9f5c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4a8 expref: 42 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.693588:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.693590:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.693594:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36e9f63 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4af expref: 50 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.693624:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36e9f5c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4a8 expref: 42 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.693636:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36e9f5c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4a8 expref: 42 pid: 8228 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319683.693649:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474281792:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319683.693702:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bb9cc3e going to sleep for 43 seconds 00000100:00100000:3.0:1761319683.695936:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474281792:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319683.695967:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36e9f63 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4af expref: 50 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.695998:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319683.696048:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:32196:x1846876465351360:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2580us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319683.696057:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20626 00000100:00100000:3.0:1761319683.699129:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465351488 00000100:00100000:3.0:1761319683.699831:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20627 00000100:00100000:3.0:1761319683.699837:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+43:32205:x1846876465351488:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319683.699849:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319683.699863:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36e9f6a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a4b6 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.699881:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36e9f63 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4af expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.699888:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.699890:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.699892:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36e9f6a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4b6 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.699911:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36e9f63 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4af expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.699921:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36e9f63 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4af expref: 49 pid: 8228 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319683.699931:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474281920:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319683.699967:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bb9cc3e going to sleep for 43 seconds 00000100:00100000:3.0:1761319683.703796:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474281920:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319683.703819:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36e9f6a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4b6 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.703842:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:3.0:1761319683.703973:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+43:32205:x1846876465351488:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4135us (5077us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319683.703989:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20627 00000100:00100000:3.0:1761319683.706051:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465351616 00002000:00100000:3.0:1761319683.706094:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (270336->274431) req@000000009fb8d8d8 x1846876465351616/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:611/0 lens 488/0 e 0 to 0 dl 1761319726 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319683.706105:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009fb8d8d8 with x1846876465351616 ext(270336->274431) 00010000:00010000:3.0:1761319683.706117:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36e9f63 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4af expref: 50 pid: 8228 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.706127:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009fb8d8d8 00000100:00100000:3.0:1761319683.706156:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2530 00000100:00100000:3.0:1761319683.706162:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465351616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319683.706339:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465351616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (723us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319683.706347:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2530 00002000:00100000:3.0:1761319683.706353:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (270336->274431) req@000000009fb8d8d8 x1846876465351616/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:611/0 lens 488/4536 e 0 to 0 dl 1761319726 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319683.706360:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009fb8d8d8 with x1846876465351616 ext(270336->274431) 00010000:00010000:3.0:1761319683.706366:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36e9f63 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4af expref: 50 pid: 8228 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.706375:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009fb8d8d8 00000100:00100000:3.0:1761319683.712341:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465351680 00000100:00100000:3.0:1761319683.712394:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20628 00000100:00100000:3.0:1761319683.712401:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee99d571 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:32196:x1846876465351680:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319683.712418:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319683.712437:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36e9f71 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a4bd expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.712466:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.712473:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36e9f6a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4b6 expref: 42 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.712480:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319683.712483:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36e9f71 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4bd expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.712538:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36e9f6a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4b6 expref: 42 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.712551:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36e9f71 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4bd expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.712563:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319683.712618:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee99d571 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:32196:x1846876465351680:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 217us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319683.712626:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20628 00000100:00100000:3.0:1761319683.743471:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465352128 00000100:00100000:3.0:1761319683.753787:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465352256 00002000:00100000:3.0:1761319683.753837:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (270336->274431) req@00000000e87e2892 x1846876465352256/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:611/0 lens 488/0 e 0 to 0 dl 1761319726 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319683.753848:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e87e2892 with x1846876465352256 ext(270336->274431) 00010000:00010000:3.0:1761319683.753861:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36e9f78 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [270336->33824767] (req 270336->274431) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4c4 expref: 43 pid: 8729 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319683.753872:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e87e2892 00000100:00100000:3.0:1761319683.765960:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.770554:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.828325:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.855588:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.866792:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.875649:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.875695:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.884667:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.897146:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.901015:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.911014:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.911061:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.916808:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.920714:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.920762:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.926231:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.938166:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.957117:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20644 00000100:00100000:3.0:1761319683.957124:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465355264:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319683.957143:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319683.957164:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36e9fe1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a52d expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.957195:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.957202:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36e9fda lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a526 expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.957209:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319683.957212:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36e9fe1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a52d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.957333:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36e9fda lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a526 expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.957347:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36e9fe1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a52d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.957360:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eda67fc7, rc 0) 00000100:00100000:3.0:1761319683.958333:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465355264:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1204us (1966us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319683.958343:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20644 00000100:00100000:3.0:1761319683.966448:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319683.977101:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465355456 00000100:00100000:3.0:1761319683.977155:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20645 00000100:00100000:3.0:1761319683.977162:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000862898f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+44:32205:x1846876465355456:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319683.977188:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319683.977210:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36e9fe8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a534 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.977243:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36e9fe1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a52d expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.977252:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.977254:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.977257:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36e9fe8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a534 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.977380:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36e9fe1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a52d expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.977392:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36e9fe1 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a52d expref: 51 pid: 8228 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319683.977405:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474284160:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319683.977470:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319683.978569:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000030b50ae pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474284096:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319683.978592:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319683.978630:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc09a03 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2264:x1846876465355392:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 9667us (12188us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319683.978640:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13756 00000100:00100000:3.0:1761319683.980679:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474284160:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319683.980709:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36e9fe8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a534 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.980738:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319683.989892:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465355584 00000100:00100000:3.0:1761319683.989937:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20646 00000100:00100000:3.0:1761319683.989943:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465355584:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319683.989956:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319683.989971:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36e9fef lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a53b expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.990016:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36e9fe8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a534 expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.990025:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.990027:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319683.990029:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36e9fef lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a53b expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.990053:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36e9fe8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a534 expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.990063:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36e9fe8 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a534 expref: 43 pid: 8228 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319683.990072:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474284288:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319683.990097:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319683.999698:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474284288:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319683.999726:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36e9fef lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a53b expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319683.999747:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319684.000288:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465355584:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 10344us (10500us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.000297:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20646 00000100:00100000:3.0:1761319684.007153:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465355776 00000100:00100000:3.0:1761319684.010281:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.026615:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.027694:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2544 00000100:00100000:3.0:1761319684.027702:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465355968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319684.027877:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465355968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (1269us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.027884:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2544 00002000:00100000:3.0:1761319684.027891:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000d0176d95 x1846876465355968/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.027899:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d0176d95 with x1846876465355968 ext(274432->278527) 00010000:00010000:3.0:1761319684.027907:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36e9fef lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a53b expref: 52 pid: 8228 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319684.027916:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d0176d95 00000100:00100000:3.0:1761319684.035602:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.035644:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.063263:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.067841:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.073564:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.080191:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.114266:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.114343:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.121084:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.128456:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.138764:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.156484:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.160314:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.160372:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.163919:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.168066:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.168109:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.183365:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.186994:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.194681:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465358784 00002000:00100000:3.0:1761319684.194719:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000e4f63ca9 x1846876465358784/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.194730:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e4f63ca9 with x1846876465358784 ext(274432->278527) 00010000:00010000:3.0:1761319684.194743:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea051 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a59d expref: 52 pid: 8228 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319684.194752:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e4f63ca9 00000100:00100000:3.0:1761319684.194789:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2552 00000100:00100000:3.0:1761319684.194795:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465358784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319684.194950:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465358784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.194959:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2552 00002000:00100000:3.0:1761319684.194964:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000e4f63ca9 x1846876465358784/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.194971:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e4f63ca9 with x1846876465358784 ext(274432->278527) 00010000:00010000:3.0:1761319684.194987:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea051 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a59d expref: 52 pid: 8228 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319684.194995:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e4f63ca9 00000100:00100000:3.0:1761319684.215930:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.231356:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465359488 00000100:00100000:3.0:1761319684.231403:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20665 00000100:00100000:3.0:1761319684.231409:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:32205:x1846876465359488:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319684.231424:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319684.231442:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea074 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a5c0 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.231467:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.231473:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea06d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5b9 expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.231479:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319684.231481:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea074 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5c0 expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.231545:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea06d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5b9 expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.231561:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea074 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5c0 expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.231573:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:3.0:1761319684.231616:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465359488:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 206us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.231622:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20665 00000100:00100000:3.0:1761319684.251950:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465359808 00000100:00100000:3.0:1761319684.252015:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20667 00000100:00100000:3.0:1761319684.252021:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465359808:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319684.252035:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319684.252054:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea082 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a5ce expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.252081:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.252088:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea07b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5c7 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.252491:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319684.252495:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea082 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5ce expref: 46 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.253835:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea07b lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5c7 expref: 51 pid: 8228 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319684.253846:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea07b lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5c7 expref: 51 pid: 8228 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319684.253857:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f428167a pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474286976:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319684.253901:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.256694:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f428167a pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474286976:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319684.256714:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea082 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5ce expref: 44 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.256734:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319684.256757:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:32205:x1846876465359808:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4736us (4985us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.256765:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20667 00000100:00100000:3.0:1761319684.263175:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465360000 00000100:00100000:3.0:1761319684.263229:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20668 00000100:00100000:3.0:1761319684.263236:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd5c83e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465360000:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319684.263253:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319684.263274:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea089 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a5d5 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.263303:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.263310:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea082 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5ce expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.263316:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319684.263319:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea089 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5d5 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.263361:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea082 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5ce expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.263374:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea089 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5d5 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.263386:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319684.263442:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd5c83e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465360000:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 206us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.263449:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20668 00000100:00100000:3.0:1761319684.292724:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465360448 00000100:00100000:3.0:1761319684.292772:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20670 00000100:00100000:3.0:1761319684.292777:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:32196:x1846876465360448:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319684.292793:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319684.292815:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea097 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a5e3 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.292848:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea090 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5dc expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.292856:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.292858:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.292860:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea097 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5e3 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.292890:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea090 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5dc expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.292902:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea090 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5dc expref: 43 pid: 8228 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319684.292914:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f428167a pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474287360:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319684.292968:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.295832:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f428167a pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474287360:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319684.295861:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea097 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5e3 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.295886:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319684.295930:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465360448:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3152us (3432us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.295939:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20670 00000100:00100000:3.0:1761319684.303800:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465360704 00002000:00100000:3.0:1761319684.303836:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000794aae18 x1846876465360704/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.303847:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000794aae18 with x1846876465360704 ext(274432->278527) 00010000:00010000:3.0:1761319684.303857:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea097 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5e3 expref: 52 pid: 8729 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319684.303866:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000794aae18 00000100:00100000:3.0:1761319684.303894:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2557 00000100:00100000:3.0:1761319684.303909:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000794aae18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465360704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319684.304085:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000794aae18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465360704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (796us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.304093:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2557 00002000:00100000:3.0:1761319684.304098:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000794aae18 x1846876465360704/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.304105:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000794aae18 with x1846876465360704 ext(274432->278527) 00010000:00010000:3.0:1761319684.304111:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea097 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5e3 expref: 52 pid: 8729 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319684.304118:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000794aae18 00000100:00100000:3.0:1761319684.304235:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000873f2a9d pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474287488:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319684.304258:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea09e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5ea expref: 44 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.304275:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006d140706, rc 0) 00000100:00100000:3.0:1761319684.304309:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c9545d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:32205:x1846876465360576:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4846us (5272us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.304316:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20671 00000100:00100000:3.0:1761319684.307104:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.313067:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.321283:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.325227:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.332180:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.360309:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465361344 00002000:00100000:3.0:1761319684.360344:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@000000003e6fcfd3 x1846876465361344/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.360354:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003e6fcfd3 with x1846876465361344 ext(274432->278527) 00010000:00010000:3.0:1761319684.360364:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea0ac lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5f8 expref: 44 pid: 8729 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319684.360372:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003e6fcfd3 00000100:00100000:3.0:1761319684.360409:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2559 00000100:00100000:3.0:1761319684.360416:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2262:x1846876465361344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319684.361388:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2262:x1846876465361344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 971us (2453us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.361397:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2559 00002000:00100000:3.0:1761319684.361405:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@000000003e6fcfd3 x1846876465361344/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.361414:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003e6fcfd3 with x1846876465361344 ext(274432->278527) 00010000:00010000:3.0:1761319684.361422:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea0ac lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5f8 expref: 44 pid: 8729 timeout: 1182 lvb_type: 0 00002000:00010000:3.0:1761319684.361431:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003e6fcfd3 00000100:00100000:3.0:1761319684.373182:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474288000:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.373582:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.373642:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2265:x1846876465361408:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4915us (7976us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.373655:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13786 00000100:00100000:3.0:1761319684.374182:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465361600 00000100:00100000:3.0:1761319684.387723:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465361728 00010000:00010000:3.0:1761319684.387740:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea0b3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5ff expref: 53 pid: 8729 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319684.387770:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13787 00000100:00100000:3.0:1761319684.387775:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007baca13f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465361728:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319684.387784:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.387800:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea0b3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5ff expref: 53 pid: 8729 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319684.387811:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea0b3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5ff expref: 53 pid: 8729 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319684.387829:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea0b3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a5ff expref: 53 pid: 8729 timeout: 1182 lvb_type: 0 00010000:00010000:3.0:1761319684.387842:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.387844:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.387849:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea0ba lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a606 expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.387857:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea0ba lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a606 expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.387883:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea0ba lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a606 expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.387894:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea0ba lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a606 expref: 43 pid: 8729 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319684.387911:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056606327 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474288128:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.387965:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000405b37a6 going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.392298:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056606327 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474288128:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.392323:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.392370:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007baca13f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465361728:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4594us (4716us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.392380:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13787 00000100:00100000:3.0:1761319684.393873:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465361792 00010000:00010000:3.0:1761319684.393901:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea0ba lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a606 expref: 44 pid: 8729 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319684.406215:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465361856 00000100:00100000:3.0:1761319684.406272:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20677 00000100:00100000:3.0:1761319684.406278:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+43:32205:x1846876465361856:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319684.406296:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319684.406316:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea0c8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a614 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.406350:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea0c1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a60d expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.406358:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.406360:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.406363:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea0c8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a614 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.406399:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea0c1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a60d expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.406409:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea0c1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a60d expref: 51 pid: 8729 timeout: 1182 lvb_type: 0 00000100:00100000:3.0:1761319684.406421:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056606327 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474288256:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319684.406486:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.410974:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056606327 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474288256:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319684.411019:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea0c8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a614 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.411044:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319684.411133:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+44:32205:x1846876465361856:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4852us (5456us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.411142:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20677 00010000:00010000:3.0:1761319684.417824:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761319684.424939:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465362048 00000100:00100000:3.0:1761319684.458387:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465362496 00000100:00100000:3.0:1761319684.496904:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.496950:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.538874:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465363392 00002000:00100000:3.0:1761319684.538921:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@0000000026de90a6 x1846876465363392/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.538932:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000026de90a6 with x1846876465363392 ext(274432->278527) 00010000:00010000:3.0:1761319684.538942:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36ea0f2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a63e expref: 44 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.538952:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000026de90a6 00000100:00100000:3.0:1761319684.538996:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2565 00000100:00100000:3.0:1761319684.539003:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2262:x1846876465363392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319684.539202:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2262:x1846876465363392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 199us (4025us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.539211:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2565 00002000:00100000:3.0:1761319684.539217:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@0000000026de90a6 x1846876465363392/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.539224:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000026de90a6 with x1846876465363392 ext(274432->278527) 00010000:00010000:3.0:1761319684.539231:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36ea0f2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a63e expref: 44 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.539238:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000026de90a6 00000100:00100000:3.0:1761319684.559065:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465363776 00010000:00010000:3.0:1761319684.559108:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea0f9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a645 expref: 54 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.559137:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13797 00000100:00100000:3.0:1761319684.559142:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465363776:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319684.559154:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.559172:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea0f9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a645 expref: 54 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.559190:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea0f9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a645 expref: 54 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.559215:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea0f9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a645 expref: 54 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.559235:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.559238:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.559245:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea100 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a64c expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.559255:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea100 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a64c expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.559288:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea100 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a64c expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.559300:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea100 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a64c expref: 43 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.559312:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289408:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.559381:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bb9cc3e going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.564619:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289408:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.564649:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.565322:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465363776:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6176us (8373us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.565339:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13797 00000100:00100000:3.0:1761319684.570013:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465364032 00010000:00010000:3.0:1761319684.570030:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea100 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a64c expref: 45 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.570089:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13798 00000100:00100000:3.0:1761319684.570094:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009689385a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465364032:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319684.570103:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.570120:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea100 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a64c expref: 45 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.570131:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea100 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a64c expref: 45 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.570149:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea100 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a64c expref: 45 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.570160:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.570161:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.570166:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea107 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a653 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.570173:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea107 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a653 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.570192:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea107 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a653 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.570207:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea107 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a653 expref: 51 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.570218:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289536:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.570267:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bb9cc3e going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.574718:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289536:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.574743:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.574785:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009689385a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465364032:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4690us (5185us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.574797:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13798 00000100:00100000:3.0:1761319684.574827:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465364096 00010000:00010000:3.0:1761319684.574848:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea107 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a653 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.574873:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13799 00000100:00100000:3.0:1761319684.574879:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7e5f9c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465364096:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319684.574892:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.574910:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea107 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a653 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.574921:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea107 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a653 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.574944:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea107 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a653 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.574959:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.574961:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.574967:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea10e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a65a expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.574987:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea10e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a65a expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.575023:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea10e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a65a expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319684.575034:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.575068:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bb9cc3e going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.584140:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.584167:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.584217:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7e5f9c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2262:x1846876465364096:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 9337us (9626us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.584227:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13799 00000100:00100000:3.0:1761319684.597038:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465364224 00010000:00010000:3.0:1761319684.597075:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea10e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a65a expref: 44 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.597125:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13800 00000100:00100000:3.0:1761319684.597131:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465364224:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319684.597145:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.597165:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea10e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a65a expref: 44 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.597175:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea10e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a65a expref: 44 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.597202:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.597204:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.597211:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea115 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a661 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.597219:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea115 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a661 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.597255:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea115 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a661 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319684.597267:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289728:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.597325:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bb9cc3e going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.603002:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289728:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.603029:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.603084:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465364224:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5951us (6474us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.603094:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13800 00000100:00100000:3.0:1761319684.609557:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465364544 00010000:00010000:3.0:1761319684.609573:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea115 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a661 expref: 53 pid: 8228 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.610792:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13801 00000100:00100000:3.0:1761319684.610799:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c429997b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465364544:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319684.610812:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.610830:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea115 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a661 expref: 53 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.610842:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea115 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a661 expref: 53 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.610862:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea115 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a661 expref: 53 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.610876:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.610877:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.610883:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 43 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.610890:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 43 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.610918:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 43 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.610927:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 43 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.610943:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289920:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.611000:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bb9cc3e going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.616008:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474289920:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.616038:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.616655:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c429997b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465364544:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 5853us (7660us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.616667:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13801 00000100:00100000:3.0:1761319684.617983:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465364672 00002000:00100000:3.0:1761319684.618021:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000bcbcd107 x1846876465364672/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.618033:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bcbcd107 with x1846876465364672 ext(274432->278527) 00010000:00010000:3.0:1761319684.618044:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 44 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.618054:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000bcbcd107 00000100:00100000:3.0:1761319684.618083:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2569 00000100:00100000:3.0:1761319684.618088:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcbcd107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465364672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319684.618260:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcbcd107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465364672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (921us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.618267:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2569 00002000:00100000:3.0:1761319684.618273:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000bcbcd107 x1846876465364672/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.618281:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bcbcd107 with x1846876465364672 ext(274432->278527) 00010000:00010000:3.0:1761319684.618287:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 44 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.618294:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000bcbcd107 00000100:00100000:3.0:1761319684.623623:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465364800 00010000:00010000:3.0:1761319684.623639:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 45 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.623669:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13802 00000100:00100000:3.0:1761319684.623674:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465364800:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319684.623683:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.623701:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 45 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.623711:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 45 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.623728:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea11c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a668 expref: 45 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.623741:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.623742:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.623748:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea123 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a66f expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.623756:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea123 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a66f expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.623784:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea123 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a66f expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.623794:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea123 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a66f expref: 51 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.623805:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290048:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.623842:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.630989:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290048:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.631014:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.631076:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465364800:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 7400us (7894us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.631087:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13802 00000100:00100000:3.0:1761319684.631116:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465364864 00010000:00010000:3.0:1761319684.631136:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea123 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a66f expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.631167:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13803 00000100:00100000:3.0:1761319684.631173:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed0dbca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2265:x1846876465364864:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319684.631184:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.631212:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea123 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a66f expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.631223:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea123 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a66f expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.631248:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea123 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a66f expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.631263:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.631265:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.631272:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea12a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a676 expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.631281:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea12a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a676 expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.631321:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea12a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a676 expref: 43 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319684.631333:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290112:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.631365:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.635662:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290112:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.635687:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.636198:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed0dbca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2265:x1846876465364864:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5016us (5310us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.636210:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13803 00000100:00100000:3.0:1761319684.651376:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465364992 00010000:00010000:3.0:1761319684.651399:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea12a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a676 expref: 44 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.651435:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13804 00000100:00100000:3.0:1761319684.651440:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006422faba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465364992:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319684.651453:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.651471:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea12a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a676 expref: 44 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.651481:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea12a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a676 expref: 44 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.651503:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea12a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a676 expref: 44 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.651535:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.651537:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.651544:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea131 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a67d expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.651553:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea131 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a67d expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.651580:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea131 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a67d expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319684.651592:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290240:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.651634:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.660214:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290240:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.660225:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.660479:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006422faba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465364992:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 9037us (9707us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.660489:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13804 00000100:00100000:3.0:1761319684.665052:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2570 00000100:00100000:3.0:1761319684.665059:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2265:x1846876465365184:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1761319684.665257:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2265:x1846876465365184:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 197us (1555us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.665266:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2570 00002000:00100000:3.0:1761319684.665274:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000b953b931 x1846876465365184/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319684.665282:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b953b931 with x1846876465365184 ext(274432->278527) 00010000:00010000:3.0:1761319684.665291:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea131 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a67d expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.665299:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b953b931 00000100:00100000:3.0:1761319684.669049:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465365312 00010000:00010000:3.0:1761319684.669064:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea131 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a67d expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.669092:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13805 00000100:00100000:3.0:1761319684.669096:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465365312:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319684.669105:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.669121:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea131 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a67d expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.669130:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea131 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a67d expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.669148:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea131 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a67d expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.669160:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.669162:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.669167:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea138 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a684 expref: 43 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.669174:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea138 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a684 expref: 43 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.669204:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea138 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a684 expref: 43 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.669213:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea138 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a684 expref: 43 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.669224:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.669261:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.673001:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290432:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.673021:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.673051:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465365312:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3953us (4592us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.673059:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13805 00000100:00100000:3.0:1761319684.677077:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465365504 00000100:00100000:3.0:1761319684.677283:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20695 00000100:00100000:3.0:1761319684.677290:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+44:32205:x1846876465365504:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319684.677308:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319684.677327:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea146 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a692 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.677359:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.677366:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea13f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a68b expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.677373:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319684.677376:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea146 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a692 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.677411:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea13f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a68b expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.677422:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea146 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a692 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.677433:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:3.0:1761319684.677481:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465365504:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 191us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.677487:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20695 00000100:00100000:3.0:1761319684.680998:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d6ac04f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290560:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.681025:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.681076:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2264:x1846876465365568:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3495us (4080us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.681090:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13806 00000100:00100000:3.0:1761319684.694074:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465365696 00000100:00100000:3.0:1761319684.694262:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20696 00000100:00100000:3.0:1761319684.694269:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:32196:x1846876465365696:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319684.694287:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319684.694307:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea14d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a699 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.694340:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea146 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a692 expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.694348:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.694351:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.694354:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea14d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a699 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.694383:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea146 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a692 expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.694394:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea146 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a692 expref: 43 pid: 8228 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.694407:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474290688:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319684.694470:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.696176:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474290688:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319684.696205:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea14d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a699 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.696228:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319684.696278:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465365696:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2007us (2300us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.696287:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20696 00000100:00100000:3.0:1761319684.703424:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465365888 00002000:00100000:3.0:1761319684.703463:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@0000000046d56841 x1846876465365888/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.703474:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000046d56841 with x1846876465365888 ext(274432->278527) 00002000:00010000:3.0:1761319684.703479:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000046d56841 00000100:00100000:3.0:1761319684.703531:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20373 00000100:00100000:3.0:1761319684.703539:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046d56841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465365888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319684.703700:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046d56841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465365888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (780us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.703708:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20373 00002000:00100000:3.0:1761319684.703714:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@0000000046d56841 x1846876465365888/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.703722:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000046d56841 with x1846876465365888 ext(274432->278527) 00002000:00010000:3.0:1761319684.703725:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000046d56841 00000100:00100000:3.0:1761319684.715751:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465366208 00002000:00100000:3.0:1761319684.715794:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000f1df076b x1846876465366208/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 4584/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00002000:00100000:3.0:1761319684.715806:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f1df076b with x1846876465366208 ext(274432->278527) 00010000:00010000:3.0:1761319684.715818:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea14d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [274432->33828863] (req 274432->278527) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a699 expref: 52 pid: 8228 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.715828:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f1df076b 00000100:00100000:3.0:1761319684.715862:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2573 00000100:00100000:3.0:1761319684.715868:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465366208:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 00000100:00100000:3.0:1761319684.725078:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000081d2c19 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.725093:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d6ac04f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474290944:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.725116:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.725168:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006422faba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2264:x1846876465366272:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3871us (4438us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.725178:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13809 00000100:00100000:3.0:1761319684.726051:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465366400 00002000:00100000:3.0:1761319684.726084:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000b6f7aa68 x1846876465366400/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.726095:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b6f7aa68 with x1846876465366400 ext(274432->278527) 00002000:00010000:3.0:1761319684.726099:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b6f7aa68 00000100:00100000:3.0:1761319684.726469:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20374 00000100:00100000:3.0:1761319684.726476:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465366400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319684.726644:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465366400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (1275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.726651:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20374 00002000:00100000:3.0:1761319684.726656:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (274432->278527) req@00000000b6f7aa68 x1846876465366400/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.726671:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b6f7aa68 with x1846876465366400 ext(274432->278527) 00002000:00010000:3.0:1761319684.726674:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b6f7aa68 00000100:00100000:3.0:1761319684.730101:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465366464 00000100:00100000:3.0:1761319684.738893:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465366592 00002000:00100000:3.0:1761319684.738930:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (278528->282623) req@000000006dad5471 x1846876465366592/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.738940:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006dad5471 with x1846876465366592 ext(278528->282623) 00010000:00010000:3.0:1761319684.738952:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea15b lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a7 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.738962:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000006dad5471 00000100:00100000:3.0:1761319684.739001:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2574 00000100:00100000:3.0:1761319684.739007:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dad5471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465366592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319684.739164:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dad5471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465366592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.739172:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2574 00002000:00100000:3.0:1761319684.739179:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (278528->282623) req@000000006dad5471 x1846876465366592/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.739186:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006dad5471 with x1846876465366592 ext(278528->282623) 00010000:00010000:3.0:1761319684.739192:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea15b lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a7 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.739199:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000006dad5471 00000100:00100000:3.0:1761319684.745105:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465366720 00010000:00010000:3.0:1761319684.745138:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea15b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a7 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.745180:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13810 00000100:00100000:3.0:1761319684.745185:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465366720:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319684.745205:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.745225:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea15b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a7 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.745236:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea15b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a7 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.745260:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea15b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a7 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.745276:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.745278:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.745284:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea162 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6ae expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.745293:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea162 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6ae expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.745327:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea162 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6ae expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319684.745339:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474291072:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.745408:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00010000:00010000:1.0:1761319684.750305:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003895d076, rc 0) 00000100:00100000:3.0:1761319684.750693:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474291072:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.750706:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319684.750766:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae7a99b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465366656:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5191us (5797us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.750775:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20700 00000100:00100000:3.0:1761319684.751210:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465366720:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6022us (6180us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.751218:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13810 00000100:00100000:1.0:1761319684.756034:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465366912 00000100:00100000:1.0:1761319684.756086:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20701 00000100:00100000:1.0:1761319684.756092:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f64ea2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465366912:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319684.756107:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319684.756125:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a6bc expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.756152:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319684.756158:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.756164:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319684.756167:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 46 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.756210:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.756222:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 46 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.756234:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000049d45392, rc 0) 00000100:00100000:1.0:1761319684.756282:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f64ea2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465366912:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 189us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.756289:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20701 00000100:00100000:3.0:1761319684.756397:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465366976 00010000:00010000:3.0:1761319684.756413:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea162 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6ae expref: 46 pid: 8228 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.756442:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13811 00000100:00100000:3.0:1761319684.756446:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8eeedc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2265:x1846876465366976:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319684.756454:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319684.756469:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea162 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6ae expref: 46 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.756478:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea162 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6ae expref: 46 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.756495:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea162 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6ae expref: 46 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319684.756507:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.756508:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319684.756539:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.756546:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.756572:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.756583:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 53 pid: 8228 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.756594:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474291264:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.756628:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.759125:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474291264:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319684.759152:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319684.759206:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8eeedc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2265:x1846876465366976:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2758us (3662us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.759216:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13811 00000100:00100000:3.0:1761319684.760312:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465367040 00010000:00010000:3.0:1761319684.760340:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.760656:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13812 00000100:00100000:1.0:1761319684.760663:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465367040:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319684.760677:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319684.760696:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.760708:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.760731:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea169 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6b5 expref: 54 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.760744:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.760746:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.760752:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.760761:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.760793:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319684.760805:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055b93f7c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474291328:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.760847:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049935393 going to sleep for 43 seconds 00000100:00100000:1.0:1761319684.763445:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055b93f7c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474291328:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319684.763470:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319684.763536:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465367040:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2872us (3445us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.763546:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13812 00000100:00100000:1.0:1761319684.778437:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.778537:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465367232 00002000:00100000:3.0:1761319684.778567:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (278528->282623) req@0000000055b93f7c x1846876465367232/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.778577:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000055b93f7c with x1846876465367232 ext(278528->282623) 00010000:00010000:3.0:1761319684.778587:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 45 pid: 8228 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.778595:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000055b93f7c 00000100:00100000:3.0:1761319684.778618:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2576 00000100:00100000:3.0:1761319684.778623:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055b93f7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465367232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319684.778778:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055b93f7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465367232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.778786:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2576 00002000:00100000:3.0:1761319684.778791:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (278528->282623) req@0000000055b93f7c x1846876465367232/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.778797:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000055b93f7c with x1846876465367232 ext(278528->282623) 00010000:00010000:3.0:1761319684.778803:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 45 pid: 8228 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.778809:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000055b93f7c 00000100:00100000:1.0:1761319684.785814:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465367360 00010000:00010000:1.0:1761319684.785831:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 46 pid: 8228 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.785860:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13813 00000100:00100000:1.0:1761319684.785864:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009811a9e6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465367360:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319684.785873:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319684.785889:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 46 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.785899:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 46 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.785917:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea170 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6bc expref: 46 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.785930:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.785931:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.785937:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea177 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6c3 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.785945:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea177 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6c3 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.785971:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea177 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6c3 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.785997:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea177 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6c3 expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.786008:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a41a2e8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474291520:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.786044:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049935393 going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.797754:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465367616 00000100:00100000:3.0:1761319684.797844:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20704 00000100:00100000:3.0:1761319684.797850:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465367616:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319684.797868:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319684.797886:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea185 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a6d1 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.797914:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.797919:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea17e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6ca expref: 44 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.797926:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319684.797928:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea185 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d1 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.797968:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea17e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6ca expref: 44 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.797990:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea185 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d1 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.798002:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319684.798879:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465367616:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1028us (1233us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.798887:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20704 00000100:00100000:1.0:1761319684.802478:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474291712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319684.802575:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319684.802716:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474291712 00000100:00100000:3.0:1761319684.802768:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1761319684.802775:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a41a2e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474291712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319684.802795:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 86016 granted 970021696 pending 466944 free 3918172160 avail 3686649856 00000100:00100000:3.0:1761319684.802832:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a41a2e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474291712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.802838:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1761319684.803114:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474291712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319684.803178:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474291776 00000100:00100000:3.0:1761319684.805249:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1761319684.805260:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035f5f012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474291776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761319684.805285:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 86016 granted 970021696 pending 466944 free 3918172160 avail 3686649856 00000100:00100000:3.0:1761319684.805363:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035f5f012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474291776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (2337us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.805371:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1761319684.808871:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.809098:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465367808 00002000:00100000:3.0:1761319684.809134:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (278528->282623) req@00000000a0f2fd9e x1846876465367808/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.809144:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a0f2fd9e with x1846876465367808 ext(278528->282623) 00002000:00010000:3.0:1761319684.809148:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a0f2fd9e 00000100:00100000:3.0:1761319684.810018:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20375 00000100:00100000:3.0:1761319684.810025:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465367808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319684.811392:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465367808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1363us (2523us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.811403:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20375 00002000:00100000:3.0:1761319684.811411:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (278528->282623) req@00000000a0f2fd9e x1846876465367808/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.811421:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a0f2fd9e with x1846876465367808 ext(278528->282623) 00002000:00010000:3.0:1761319684.811425:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a0f2fd9e 00000100:00100000:1.0:1761319684.816817:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319684.816858:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.816938:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465367936 00002000:00100000:3.0:1761319684.816990:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (282624->286719) req@000000007904b004 x1846876465367936/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319684.817001:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007904b004 with x1846876465367936 ext(282624->286719) 00002000:00010000:3.0:1761319684.817006:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007904b004 00000100:00100000:3.0:1761319684.817035:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20376 00000100:00100000:3.0:1761319684.817041:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2264:x1846876465367936:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1761319684.817221:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2264:x1846876465367936:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.817228:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20376 00002000:00100000:3.0:1761319684.817235:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (282624->286719) req@000000007904b004 x1846876465367936/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319684.817242:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007904b004 with x1846876465367936 ext(282624->286719) 00002000:00010000:3.0:1761319684.817246:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007904b004 00000100:00100000:3.0:1761319684.823964:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.824025:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319684.835229:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319684.836204:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13816 00000100:00100000:1.0:1761319684.836211:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:2265:x1846876465368192:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319684.836228:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1761319684.836244:0:6238:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 552 -> 560 00010000:00010000:1.0:1761319684.836250:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea185 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d1 expref: 57 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.836263:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea185 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d1 expref: 57 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.836292:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea185 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [278528->33832959] (req 278528->282623) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d1 expref: 57 pid: 8228 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.836307:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.836309:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.836315:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.836323:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.836330:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.836330:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.836333:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea193 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [282624->33837055] (req 282624->286719) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6df expref: 56 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.836338:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea193 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [282624->33837055] (req 282624->286719) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6df expref: 56 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.836367:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea193 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [282624->33837055] (req 282624->286719) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6df expref: 56 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319684.836379:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060b0ce57 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474291968:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319684.836449:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319684.836457:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c9545d9 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292032:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.836474:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ddd54fc going to sleep for 43 seconds 00000100:00100000:1.0:1761319684.852585:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c9545d9 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292032:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.852609:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060b0ce57 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474291968:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319684.852644:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319684.852717:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2265:x1846876465368192:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 16504us (17494us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.852733:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13816 00000100:00100000:3.0:1761319684.862918:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465368512 00002000:00100000:3.0:1761319684.862983:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (282624->286719) req@000000003d8eeedc x1846876465368512/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.862996:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003d8eeedc with x1846876465368512 ext(282624->286719) 00002000:00010000:3.0:1761319684.863002:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003d8eeedc 00000100:00100000:3.0:1761319684.863029:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20378 00000100:00100000:3.0:1761319684.863036:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8eeedc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2262:x1846876465368512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319684.863320:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8eeedc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2262:x1846876465368512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 283us (1148us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.863330:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20378 00002000:00100000:3.0:1761319684.863337:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (282624->286719) req@000000003d8eeedc x1846876465368512/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.863344:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003d8eeedc with x1846876465368512 ext(282624->286719) 00002000:00010000:3.0:1761319684.863347:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003d8eeedc 00000100:00100000:3.0:1761319684.868814:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.873921:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.874047:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319684.883805:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319684.893178:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.899223:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319684.903645:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.911545:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319684.920297:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465369408 00002000:00100000:3.0:1761319684.920359:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (286720->290815) req@00000000063c66a5 x1846876465369408/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.920371:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000063c66a5 with x1846876465369408 ext(286720->290815) 00010000:00010000:3.0:1761319684.920384:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea1a8 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6f4 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.920395:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000063c66a5 00000100:00100000:3.0:1761319684.920436:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2582 00000100:00100000:3.0:1761319684.920443:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000063c66a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+47:2263:x1846876465369408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319684.920673:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000063c66a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+47:2263:x1846876465369408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 229us (2483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.920682:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2582 00002000:00100000:3.0:1761319684.920688:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (286720->290815) req@00000000063c66a5 x1846876465369408/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.920697:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000063c66a5 with x1846876465369408 ext(286720->290815) 00010000:00010000:3.0:1761319684.920703:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea1a8 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6f4 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.920712:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000063c66a5 00000100:00100000:1.0:1761319684.920964:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c5e90c1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292416:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319684.920996:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319684.921034:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077305309 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:2264:x1846876465369280:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 9241us (9491us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.921043:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13818 00000100:00100000:1.0:1761319684.925069:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465369536 00010000:00010000:1.0:1761319684.925102:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea1a8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6f4 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.925154:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13819 00000100:00100000:1.0:1761319684.925161:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+47:2265:x1846876465369536:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319684.925177:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319684.925196:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea1a8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6f4 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.925213:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea1a8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6f4 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.925236:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea1a8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6f4 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.925252:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.925254:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.925261:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1af lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6fb expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.925270:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1af lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6fb expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.925305:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1af lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6fb expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319684.925318:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292480:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.925388:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ddd54fc going to sleep for 43 seconds 00000100:00100000:1.0:1761319684.931274:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292480:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319684.931299:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319684.931353:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+48:2265:x1846876465369536:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6191us (6385us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.931364:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13819 00000100:00100000:1.0:1761319684.931397:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465369600 00010000:00010000:1.0:1761319684.931420:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1af lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6fb expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.931450:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13820 00000100:00100000:1.0:1761319684.931455:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0a49171 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:2262:x1846876465369600:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319684.931467:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319684.931486:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1af lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6fb expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.931498:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1af lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6fb expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.931543:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.931546:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.931554:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea1b6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a702 expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.931563:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea1b6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a702 expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.931596:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea1b6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a702 expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319684.931610:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292608:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.931647:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ddd54fc going to sleep for 43 seconds 00000100:00100000:1.0:1761319684.935154:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292608:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319684.935188:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319684.935272:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0a49171 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:2262:x1846876465369600:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3814us (4089us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.935283:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13820 00000100:00100000:1.0:1761319684.955110:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465369920 00010000:00010000:1.0:1761319684.955128:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea1b6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a702 expref: 48 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.955160:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13821 00000100:00100000:1.0:1761319684.955165:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab6b78c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+48:2264:x1846876465369920:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319684.955175:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319684.955190:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea1b6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a702 expref: 48 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.955200:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea1b6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a702 expref: 48 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.955218:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea1b6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a702 expref: 48 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.955230:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.955232:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.955238:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.955246:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.955268:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.955285:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 57 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.955297:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292800:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.955332:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ddd54fc going to sleep for 43 seconds 00000100:00100000:1.0:1761319684.957963:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292800:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319684.958036:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465370048 00010000:00010000:1.0:1761319684.958054:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1761319684.958073:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (286720->290815) req@0000000034857ad0 x1846876465370048/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.958084:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000034857ad0 with x1846876465370048 ext(286720->290815) 00010000:00010000:3.0:1761319684.958096:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.958110:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000034857ad0 00000100:00100000:3.0:1761319684.958148:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2584 00000100:00100000:3.0:1761319684.958158:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034857ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:2263:x1846876465370048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319684.958475:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab6b78c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+47:2264:x1846876465369920:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3307us (3868us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.958484:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13821 00000100:00100000:3.0:1761319684.958908:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034857ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:2263:x1846876465370048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 752us (984us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.958916:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2584 00002000:00100000:3.0:1761319684.958923:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (286720->290815) req@0000000034857ad0 x1846876465370048/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319684.958931:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000034857ad0 with x1846876465370048 ext(286720->290815) 00010000:00010000:3.0:1761319684.958939:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319684.958947:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000034857ad0 00000100:00100000:1.0:1761319684.962078:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465370176 00010000:00010000:1.0:1761319684.962103:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 59 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.962150:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13822 00000100:00100000:1.0:1761319684.962157:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007152cf02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2263:x1846876465370176:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319684.962178:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319684.962198:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 59 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.962211:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 59 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.962236:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1bd lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a709 expref: 59 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.962252:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.962255:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.962262:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea1c4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a710 expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.962271:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea1c4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a710 expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.962305:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea1c4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a710 expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319684.962318:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292864:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.962402:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ddd54fc going to sleep for 43 seconds 00000100:00100000:1.0:1761319684.969037:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292864:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319684.969066:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319684.969116:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007152cf02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2263:x1846876465370176:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6958us (7095us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.969127:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13822 00000100:00100000:1.0:1761319684.973378:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465370240 00010000:00010000:1.0:1761319684.973410:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea1c4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a710 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.973452:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13823 00000100:00100000:1.0:1761319684.973458:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+47:2262:x1846876465370240:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319684.973473:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319684.973493:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea1c4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a710 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.973504:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea1c4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a710 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.973601:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea1c4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a710 expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.973615:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.973617:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.973625:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea1cb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a717 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.973634:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea1cb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a717 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.973672:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea1cb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a717 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319684.973685:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cc8f63c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292992:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.976085:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049935393 going to sleep for 43 seconds 00000100:00100000:1.0:1761319684.981931:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cc8f63c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474292992:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319684.981959:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319684.982007:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+48:2262:x1846876465370240:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 8547us (8727us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.982021:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13823 00000100:00100000:3.0:1761319684.983236:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319684.983402:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465370368 00010000:00010000:1.0:1761319684.983427:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea1cb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a717 expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319684.983463:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13824 00000100:00100000:1.0:1761319684.983469:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:2262:x1846876465370368:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319684.983481:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319684.983499:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea1cb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a717 expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.983539:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea1cb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a717 expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.983564:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea1cb lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a717 expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319684.983577:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.983580:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319684.983587:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1d2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a71e expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.983596:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1d2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a71e expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319684.983628:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1d2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a71e expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319684.983640:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cc8f63c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474293120:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319684.983680:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049935393 going to sleep for 43 seconds 00000100:00100000:1.0:1761319684.987254:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cc8f63c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474293120:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319684.987279:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319684.987335:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:2262:x1846876465370368:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3865us (4101us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319684.987345:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13824 00000100:00100000:3.0:1761319684.987599:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465370496 00002000:00100000:3.0:1761319684.987633:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (286720->290815) req@00000000b90e2dc3 x1846876465370496/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/0 e 0 to 0 dl 1761319727 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.987644:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b90e2dc3 with x1846876465370496 ext(286720->290815) 00002000:00010000:3.0:1761319684.987649:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b90e2dc3 00000100:00100000:3.0:1761319684.987719:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20380 00000100:00100000:3.0:1761319684.987725:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b90e2dc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+47:2262:x1846876465370496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319684.987882:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b90e2dc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+47:2262:x1846876465370496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (709us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319684.987890:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20380 00002000:00100000:3.0:1761319684.987895:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (286720->290815) req@00000000b90e2dc3 x1846876465370496/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:612/0 lens 488/4536 e 0 to 0 dl 1761319727 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319684.987902:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b90e2dc3 with x1846876465370496 ext(286720->290815) 00002000:00010000:3.0:1761319684.987905:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b90e2dc3 00000100:00100000:3.0:1761319684.992305:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465370688 00000100:00100000:3.0:1761319684.992618:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20716 00000100:00100000:3.0:1761319684.992625:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:32196:x1846876465370688:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319684.992638:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319684.992658:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a725 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.992690:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1d2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a71e expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.992698:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.992700:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319684.992703:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.992742:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1d2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a71e expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.992754:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1d2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a71e expref: 47 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319684.992771:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474293184:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319684.992833:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319684.997909:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474293184:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319684.997945:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319684.997968:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eda67fc7, rc 0) 00000100:00100000:3.0:1761319684.998042:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:32196:x1846876465370688:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5414us (5823us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319684.998052:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20716 00000100:00100000:3.0:1761319685.002350:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465370752 00000100:00100000:3.0:1761319685.002385:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20717 00000100:00100000:3.0:1761319685.002390:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003182be1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+49:32205:x1846876465370752:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.002398:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.002414:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a72c expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.002437:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.002440:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.002444:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 50 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.002455:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 50 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.002473:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319685.003653:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003182be1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+50:32205:x1846876465370752:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1258us (2947us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.003663:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20717 00000100:00100000:1.0:1761319685.027153:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.027957:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13825 00000100:00100000:3.0:1761319685.027966:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465371200:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319685.027993:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1761319685.028013:0:7250:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 568 -> 576 00010000:00010000:3.0:1761319685.028020:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1d2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a71e expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.028033:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1d2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a71e expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.028060:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea1d2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [286720->33841151] (req 286720->290815) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a71e expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.028077:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.028079:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.028086:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.028096:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.028104:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.028106:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.028109:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.028115:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.028148:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319685.028160:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474293248:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319685.028243:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319685.028253:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474293312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319685.028274:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.033193:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474293248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319685.036471:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474293312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319685.036506:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319685.036599:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2264:x1846876465371200:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 8632us (9453us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.036611:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13825 00000100:00100000:1.0:1761319685.044901:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.044995:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465371392 00000100:00100000:3.0:1761319685.045045:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20718 00000100:00100000:3.0:1761319685.045051:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060b0ce57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:32196:x1846876465371392:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.045067:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.045086:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a733 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.045115:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.045122:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.045125:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.045127:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.045153:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.045165:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 51 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319685.045178:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474293376:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319685.045251:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.048307:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.050584:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465371520 00002000:00100000:1.0:1761319685.050635:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000077305309 x1846876465371520/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.050646:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000077305309 with x1846876465371520 ext(290816->294911) 00010000:00010000:1.0:1761319685.050660:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.050670:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000077305309 00000100:00100000:1.0:1761319685.050707:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2587 00000100:00100000:1.0:1761319685.050713:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077305309 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465371520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319685.050897:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077305309 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465371520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (2595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.050906:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2587 00002000:00100000:1.0:1761319685.050912:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000077305309 x1846876465371520/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.050918:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000077305309 with x1846876465371520 ext(290816->294911) 00010000:00010000:1.0:1761319685.050924:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.050937:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000077305309 00000100:00100000:3.0:1761319685.051084:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474293376:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319685.051111:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.051130:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319685.051167:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060b0ce57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465371392:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6115us (6273us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.051175:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20718 00000100:00100000:3.0:1761319685.055224:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465371584 00000100:00100000:3.0:1761319685.055285:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20719 00000100:00100000:3.0:1761319685.055291:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465371584:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.055309:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.055330:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a73a expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.055363:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.055369:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.055375:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319685.055378:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a73a expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.055417:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.055430:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a73a expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.055443:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:3.0:1761319685.055500:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465371584:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 208us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.055508:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20719 00000100:00100000:3.0:1761319685.056431:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465371648 00010000:00010000:3.0:1761319685.056452:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319685.056491:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13826 00000100:00100000:3.0:1761319685.056496:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010085299 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465371648:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319685.056506:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319685.056554:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.056565:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.056586:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea1e0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a72c expref: 53 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.056600:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.056601:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.056608:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.056616:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.056644:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.056655:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319685.056672:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474293504:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319685.056717:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.060331:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465371776 00002000:00100000:1.0:1761319685.060375:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@000000009811a9e6 x1846876465371776/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.060386:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009811a9e6 with x1846876465371776 ext(290816->294911) 00010000:00010000:1.0:1761319685.060397:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 59 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.060407:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009811a9e6 00000100:00100000:1.0:1761319685.060440:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2588 00000100:00100000:1.0:1761319685.060446:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009811a9e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2263:x1846876465371776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319685.060658:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009811a9e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2263:x1846876465371776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 211us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.060665:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2588 00002000:00100000:1.0:1761319685.060671:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@000000009811a9e6 x1846876465371776/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.060678:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009811a9e6 with x1846876465371776 ext(290816->294911) 00010000:00010000:1.0:1761319685.060683:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 59 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.060689:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009811a9e6 00000100:00100000:3.0:1761319685.060826:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474293504:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319685.060848:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319685.061714:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010085299 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465371648:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 5214us (5950us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.061722:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13826 00000100:00100000:1.0:1761319685.065660:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465371840 00000100:00100000:1.0:1761319685.065786:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20720 00000100:00100000:1.0:1761319685.065792:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465371840:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.065811:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.065831:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea1f5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a741 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.065860:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.065866:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a73a expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.065871:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319685.065874:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea1f5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a741 expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.065907:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a73a expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.065920:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea1f5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a741 expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.065932:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000049d45392, rc 0) 00000100:00100000:3.0:1761319685.066068:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465371904 00010000:00010000:3.0:1761319685.066090:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 61 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319685.066112:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13827 00000100:00100000:3.0:1761319685.066116:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2262:x1846876465371904:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319685.066126:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319685.066143:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 61 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.066158:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 61 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.066159:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465371840:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 366us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.066166:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20720 00010000:00010000:3.0:1761319685.066176:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea1e7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a733 expref: 61 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.066363:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.066365:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.066372:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a73a expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.066380:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a73a expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.066405:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a73a expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.066416:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a73a expref: 51 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319685.066611:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474293632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319685.066665:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00010000:00010000:3.0:1761319685.071096:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea1ee lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a73a expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319685.071112:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474293632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319685.071128:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.071229:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465371904:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5111us (5649us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.071238:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13827 00000100:00100000:1.0:1761319685.083811:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465372032 00000100:00100000:1.0:1761319685.084387:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20721 00000100:00100000:1.0:1761319685.084396:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000705b3e44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+51:32205:x1846876465372032:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.084416:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.084437:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea1fc lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a748 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.084474:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea1f5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a741 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.084482:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.084485:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.084488:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea1fc lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a748 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.084545:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea1f5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a741 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.084557:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea1f5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a741 expref: 58 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.084570:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474293760:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.085187:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ab7a43bd going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.088685:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474293760:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.088718:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea1fc lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a748 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.088743:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003895d076, rc 0) 00000100:00100000:1.0:1761319685.088803:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000705b3e44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465372032:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4407us (5136us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.088813:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20721 00000100:00100000:1.0:1761319685.096630:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465372224 00000100:00100000:1.0:1761319685.096657:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20722 00000100:00100000:1.0:1761319685.096663:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e9972b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465372224:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.096676:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.096693:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a74f expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.096722:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.096726:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea1fc lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a748 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.096733:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319685.096736:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a74f expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.096776:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea1fc lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a748 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.096789:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a74f expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.096802:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006f9f38e4, rc 0) 00000100:00100000:1.0:1761319685.096852:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e9972b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465372224:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 188us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.096860:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20722 00000100:00100000:1.0:1761319685.103849:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465372416 00002000:00100000:1.0:1761319685.103890:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000070d1f113 x1846876465372416/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.103900:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000070d1f113 with x1846876465372416 ext(290816->294911) 00010000:00010000:1.0:1761319685.103911:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea1fc lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a748 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.103921:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000070d1f113 00000100:00100000:1.0:1761319685.103955:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2590 00000100:00100000:1.0:1761319685.103962:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070d1f113 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465372416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319685.104959:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070d1f113 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465372416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 994us (1536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.104968:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2590 00002000:00100000:1.0:1761319685.104985:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000070d1f113 x1846876465372416/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.104994:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000070d1f113 with x1846876465372416 ext(290816->294911) 00010000:00010000:1.0:1761319685.105001:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea1fc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a748 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.105009:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000070d1f113 00000100:00100000:1.0:1761319685.112384:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465372544 00000100:00100000:1.0:1761319685.112426:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20723 00000100:00100000:1.0:1761319685.112431:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b58df27a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465372544:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.112444:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.112461:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a756 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.112483:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a74f expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.112491:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.112492:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.112495:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.112537:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a74f expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.112549:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a74f expref: 58 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.112562:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474294016:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.112621:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.118407:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474294016:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.118440:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.118464:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000054ef618, rc 0) 00000100:00100000:1.0:1761319685.118546:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b58df27a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465372544:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6112us (6651us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.118555:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20723 00000100:00100000:3.0:1761319685.118919:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474293952:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319685.118934:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319685.118968:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e352926 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2264:x1846876465372480:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 7597us (8001us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.118985:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13830 00000100:00100000:3.0:1761319685.119621:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465372608 00010000:00010000:3.0:1761319685.119646:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a74f expref: 59 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319685.119684:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13831 00000100:00100000:3.0:1761319685.119689:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2265:x1846876465372608:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319685.119704:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319685.119722:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a74f expref: 59 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.119733:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a74f expref: 59 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.119754:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea203 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a74f expref: 59 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.119766:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.119768:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.119774:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.119782:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.119814:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319685.119825:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474294080:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319685.119872:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.122056:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474294080:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319685.122082:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319685.122132:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:2265:x1846876465372608:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2440us (2862us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.122143:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13831 00000100:00100000:1.0:1761319685.129727:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465372672 00000100:00100000:1.0:1761319685.129773:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20724 00000100:00100000:1.0:1761319685.129779:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:32196:x1846876465372672:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.129798:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.129820:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea211 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a75d expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.129856:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.129864:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.129866:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.129870:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea211 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a75d expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.129902:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.129914:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 51 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.129926:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474294144:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.130009:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.136365:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474294144:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319685.136406:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea211 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a75d expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.136429:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000090510de, rc 0) 00000100:00100000:3.0:1761319685.136494:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465372672:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6713us (6883us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.136502:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20724 00000100:00100000:3.0:1761319685.137479:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465372800 00002000:00100000:3.0:1761319685.137556:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@000000003d8eeedc x1846876465372800/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319685.137567:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003d8eeedc with x1846876465372800 ext(290816->294911) 00010000:00010000:3.0:1761319685.137578:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319685.137588:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003d8eeedc 00000100:00100000:3.0:1761319685.137607:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2591 00000100:00100000:3.0:1761319685.137613:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8eeedc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465372800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319685.137787:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8eeedc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465372800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (1120us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.137798:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2591 00002000:00100000:3.0:1761319685.137803:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@000000003d8eeedc x1846876465372800/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319685.137810:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003d8eeedc with x1846876465372800 ext(290816->294911) 00010000:00010000:3.0:1761319685.137815:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea20a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a756 expref: 52 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319685.137823:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003d8eeedc 00000100:00100000:3.0:1761319685.144431:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465372864 00000100:00100000:1.0:1761319685.147762:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.148020:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465373056 00002000:00100000:3.0:1761319685.148054:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000f1c1f3cd x1846876465373056/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.148064:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f1c1f3cd with x1846876465373056 ext(290816->294911) 00010000:00010000:3.0:1761319685.148072:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea211 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a75d expref: 59 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319685.148080:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f1c1f3cd 00000100:00100000:3.0:1761319685.148110:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2592 00000100:00100000:3.0:1761319685.148116:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1c1f3cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465373056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.148269:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1c1f3cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465373056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.148276:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2592 00002000:00100000:3.0:1761319685.148282:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000f1c1f3cd x1846876465373056/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.148295:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f1c1f3cd with x1846876465373056 ext(290816->294911) 00010000:00010000:3.0:1761319685.148301:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea211 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a75d expref: 59 pid: 8227 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319685.148309:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f1c1f3cd 00000100:00100000:3.0:1761319685.151329:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.151373:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.156041:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.167811:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.168822:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465373312 00000100:00100000:1.0:1761319685.168885:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20727 00000100:00100000:1.0:1761319685.168891:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+51:32205:x1846876465373312:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.168911:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.168936:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea226 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a772 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.168990:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea21f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a76b expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.168998:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.169000:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.169003:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea226 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a772 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.169035:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea21f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a76b expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.169046:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea21f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a76b expref: 58 pid: 8227 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.169058:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049ef9667 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474294528:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.169135:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000003ef1dccc going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.171659:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049ef9667 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474294528:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.171689:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea226 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a772 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.171712:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d6171b0, rc 0) 00000100:00100000:1.0:1761319685.171918:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465373312:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3025us (4113us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.171931:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20727 00000100:00100000:3.0:1761319685.174309:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.179844:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.180203:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465373568 00002000:00100000:1.0:1761319685.180238:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@000000005b4dbde5 x1846876465373568/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.180248:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005b4dbde5 with x1846876465373568 ext(290816->294911) 00010000:00010000:1.0:1761319685.180258:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea226 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a772 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.180267:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005b4dbde5 00000100:00100000:1.0:1761319685.180297:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2593 00000100:00100000:1.0:1761319685.180303:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b4dbde5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465373568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319685.180468:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b4dbde5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465373568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.180475:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2593 00002000:00100000:1.0:1761319685.180480:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@000000005b4dbde5 x1846876465373568/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.180487:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005b4dbde5 with x1846876465373568 ext(290816->294911) 00010000:00010000:1.0:1761319685.180492:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea226 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a772 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.180498:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005b4dbde5 00000100:00100000:3.0:1761319685.184829:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.193459:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.193590:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465373824 00002000:00100000:3.0:1761319685.193653:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000049ef9667 x1846876465373824/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.193666:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000049ef9667 with x1846876465373824 ext(290816->294911) 00010000:00010000:3.0:1761319685.193682:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea22d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a779 expref: 59 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319685.193693:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000049ef9667 00000100:00100000:3.0:1761319685.193730:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2594 00000100:00100000:3.0:1761319685.193738:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049ef9667 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465373824:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.194003:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049ef9667 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465373824:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 265us (554us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.194011:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2594 00002000:00100000:3.0:1761319685.194018:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000049ef9667 x1846876465373824/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.194026:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000049ef9667 with x1846876465373824 ext(290816->294911) 00010000:00010000:3.0:1761319685.194033:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea22d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a779 expref: 59 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319685.194040:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000049ef9667 00000100:00100000:3.0:1761319685.197808:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.198135:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465373888 00000100:00100000:1.0:1761319685.198213:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20730 00000100:00100000:1.0:1761319685.198221:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b4cfa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465373888:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.198239:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.198261:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea23b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a787 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.198291:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.198298:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea234 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a780 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.198305:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319685.198307:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea23b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a787 expref: 60 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.198348:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea234 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a780 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.198361:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea23b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a787 expref: 60 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.198374:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000033588309, rc 0) 00000100:00100000:1.0:1761319685.198444:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b4cfa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465373888:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 222us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.198451:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20730 00000100:00100000:3.0:1761319685.205664:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319685.238742:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea23b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a787 expref: 59 pid: 8227 timeout: 1183 lvb_type: 0 00010000:00010000:0.0:1761319685.238757:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319685.238759:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319685.238765:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.238775:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.238805:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319685.238816:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c846c74f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474295104:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319685.238879:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.239732:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465374208 00000100:00100000:1.0:1761319685.239778:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20732 00000100:00100000:1.0:1761319685.239782:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010085299 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465374208:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.239795:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.239810:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a795 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.239831:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.239838:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.239840:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.239842:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.239864:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.239873:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 51 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.239882:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0176d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474295168:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.239926:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000407308e8 going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.243377:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.243505:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465374336 00002000:00100000:3.0:1761319685.243567:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000098ee203d x1846876465374336/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.243578:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098ee203d with x1846876465374336 ext(290816->294911) 00010000:00010000:3.0:1761319685.243589:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319685.243597:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000098ee203d 00000100:00100000:3.0:1761319685.243628:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2595 00000100:00100000:3.0:1761319685.243633:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098ee203d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465374336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.243804:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098ee203d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465374336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.243812:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2595 00002000:00100000:3.0:1761319685.243817:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000098ee203d x1846876465374336/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.243824:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098ee203d with x1846876465374336 ext(290816->294911) 00010000:00010000:3.0:1761319685.243831:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:3.0:1761319685.243838:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000098ee203d 00000100:00100000:1.0:1761319685.244107:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0176d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474295168:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.244130:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.244148:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fc2c6643, rc 0) 00000100:00100000:1.0:1761319685.244422:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010085299 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465374208:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4637us (6576us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.244429:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20732 00000100:00100000:0.0:1761319685.251097:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.251426:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465374400 00000100:00100000:1.0:1761319685.251487:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20733 00000100:00100000:1.0:1761319685.251493:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465374400:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.251580:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.251603:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea250 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a79c expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.251635:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.251642:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.251649:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319685.251652:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea250 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a79c expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.251690:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.251702:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea250 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a79c expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.251716:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c4aee4a8, rc 0) 00000100:00100000:1.0:1761319685.252666:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465374400:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1168us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.252676:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20733 00000100:00100000:3.0:1761319685.254856:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465374464 00010000:00010000:3.0:1761319685.254892:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 53 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319685.254930:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13840 00000100:00100000:3.0:1761319685.254937:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465374464:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319685.254951:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319685.254983:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 53 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.254996:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 53 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.255022:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea242 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a78e expref: 53 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1761319685.255050:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.255052:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.255059:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.255068:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.255114:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.255126:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 58 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1761319685.255139:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474295296:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319685.255203:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.268332:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474295296:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319685.268363:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.270725:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465374592 00002000:00100000:1.0:1761319685.270763:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000f0a49171 x1846876465374592/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.270774:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f0a49171 with x1846876465374592 ext(290816->294911) 00010000:00010000:1.0:1761319685.270784:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 59 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.270795:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f0a49171 00000100:00100000:1.0:1761319685.270827:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2596 00000100:00100000:1.0:1761319685.270833:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0a49171 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465374592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319685.271003:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0a49171 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465374592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.271010:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2596 00002000:00100000:1.0:1761319685.271016:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000f0a49171 x1846876465374592/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.271023:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f0a49171 with x1846876465374592 ext(290816->294911) 00010000:00010000:1.0:1761319685.271029:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea249 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a795 expref: 59 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.271035:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f0a49171 00000100:00100000:3.0:1761319685.271492:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465374464:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 16554us (17329us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.271502:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13840 00000100:00100000:0.0:1761319685.275283:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.275316:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.275987:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465374656 00000100:00100000:1.0:1761319685.276024:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20734 00000100:00100000:1.0:1761319685.276029:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f86dd79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465374656:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.276044:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.276059:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea257 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7a3 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.276079:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea250 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a79c expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.276090:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.276092:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.276094:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea257 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7a3 expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.276112:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea250 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a79c expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.276123:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea250 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a79c expref: 51 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.276132:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0176d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474295424:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.276789:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000407308e8 going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.285726:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0176d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474295424:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.285746:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea257 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7a3 expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.285781:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000faade50d, rc 0) 00000100:00100000:1.0:1761319685.285810:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f86dd79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465374656:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9777us (10532us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.285817:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20734 00000100:00100000:3.0:1761319685.286004:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.299231:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.300861:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20735 00000100:00100000:1.0:1761319685.300870:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+51:32205:x1846876465374848:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.300892:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.300913:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7aa expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.300948:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea257 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7a3 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.300957:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.300959:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.300962:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.301010:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea257 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7a3 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.301022:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea257 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7a3 expref: 58 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.301035:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc82ecd4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474295552:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.301109:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000407308e8 going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.306439:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.307263:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc82ecd4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474295552:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319685.307285:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.307304:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000044a7ae0b, rc 0) 00000100:00100000:1.0:1761319685.309534:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2597 00000100:00100000:1.0:1761319685.309547:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070781546 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465374976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319685.310156:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465374848:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9284us (10928us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.310167:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20735 00000100:00100000:1.0:1761319685.310712:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070781546 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465374976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1165us (4278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.310721:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2597 00002000:00100000:1.0:1761319685.310732:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000070781546 x1846876465374976/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.310743:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000070781546 with x1846876465374976 ext(290816->294911) 00010000:00010000:1.0:1761319685.310756:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea257 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7a3 expref: 59 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.310766:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000070781546 00000100:00100000:3.0:1761319685.317461:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.321944:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.322399:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465375040 00000100:00100000:1.0:1761319685.322468:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20736 00000100:00100000:1.0:1761319685.322475:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a29955ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465375040:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.322492:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.322532:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea265 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7b1 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.322565:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.322574:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.322576:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.322579:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea265 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b1 expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.322607:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.322618:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 51 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.322634:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474295680:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.323879:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000003242409a going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.329870:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.330440:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465375232 00002000:00100000:1.0:1761319685.330475:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000964da7ef x1846876465375232/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.330485:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000964da7ef with x1846876465375232 ext(290816->294911) 00010000:00010000:1.0:1761319685.330496:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.330503:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000964da7ef 00000100:00100000:1.0:1761319685.330560:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2598 00000100:00100000:1.0:1761319685.330572:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000964da7ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465375232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319685.330717:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000964da7ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465375232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (855us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.330723:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2598 00002000:00100000:1.0:1761319685.330727:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000964da7ef x1846876465375232/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.330734:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000964da7ef with x1846876465375232 ext(290816->294911) 00010000:00010000:1.0:1761319685.330739:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.330746:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000964da7ef 00000100:00100000:0.0:1761319685.331558:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474295680:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319685.331586:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea265 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b1 expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.331607:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000426ff2da, rc 0) 00000100:00100000:0.0:1761319685.332454:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a29955ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465375040:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9975us (10509us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.332463:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20736 00000100:00100000:3.0:1761319685.336288:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.337686:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465375296 00000100:00100000:1.0:1761319685.337746:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20737 00000100:00100000:1.0:1761319685.337753:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee27246f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465375296:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.337772:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.337792:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea26c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7b8 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.337825:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.337831:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea265 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b1 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.337839:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319685.337842:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea26c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b8 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.337882:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea265 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b1 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.337895:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea26c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b8 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.337908:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d49c3dae, rc 0) 00000100:00100000:1.0:1761319685.338792:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee27246f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465375296:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1035us (2508us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.338802:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20737 00000100:00100000:1.0:1761319685.342249:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465375360 00010000:00010000:1.0:1761319685.342285:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 53 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.342333:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13844 00000100:00100000:1.0:1761319685.342339:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465375360:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319685.342353:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.342373:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 53 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319685.342383:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 53 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319685.342405:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea25e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7aa expref: 53 pid: 8729 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1761319685.342421:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.342422:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.342429:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea265 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b1 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.342437:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea265 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b1 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.342474:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea265 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b1 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.342484:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea265 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7b1 expref: 58 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.342499:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d016c8ea pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474295808:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.344285:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000003242409a going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.347906:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.365622:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.372377:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.374406:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083a584cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474295936:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.374433:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea273 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7bf expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.374453:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007b60c195, rc 0) 00000100:00100000:1.0:1761319685.374491:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d016c8ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465375488:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8698us (8876us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.374499:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20738 00000100:00100000:0.0:1761319685.380708:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.388677:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.388762:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465375744 00000100:00100000:1.0:1761319685.388814:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20739 00000100:00100000:1.0:1761319685.388820:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054103a91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465375744:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.388839:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.388858:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea27a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7c6 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.388894:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea273 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7bf expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.388901:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.388903:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.388906:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea27a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7c6 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.388941:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea273 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7bf expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.388952:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea273 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7bf expref: 58 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.388963:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474296064:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.389042:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.390650:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.396895:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474296064:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.396933:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea27a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7c6 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.396958:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000044a7ae0b, rc 0) 00000100:00100000:1.0:1761319685.397029:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054103a91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465375744:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8207us (8360us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.397039:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20739 00000100:00100000:0.0:1761319685.399417:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.399601:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.400066:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465375936 00000100:00100000:1.0:1761319685.400128:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20740 00000100:00100000:1.0:1761319685.400135:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465375936:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.400155:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.400176:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea281 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7cd expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.401014:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea27a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7c6 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.401023:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.401024:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.401027:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea281 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7cd expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.401047:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea27a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7c6 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.401058:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea27a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7c6 expref: 51 pid: 8729 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1761319685.401067:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c096d21 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474296192:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.401091:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.406168:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.406551:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c096d21 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474296192:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319685.406573:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea281 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7cd expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.406595:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d49c3dae, rc 0) 00000100:00100000:3.0:1761319685.406618:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465375936:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6483us (7208us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.406626:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20740 00000100:00100000:1.0:1761319685.407954:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465376128 00002000:00100000:1.0:1761319685.408008:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000002e11dfa x1846876465376128/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.408019:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000002e11dfa with x1846876465376128 ext(290816->294911) 00010000:00010000:1.0:1761319685.408030:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea27a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7c6 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.408039:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000002e11dfa 00000100:00100000:1.0:1761319685.408072:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2601 00000100:00100000:1.0:1761319685.408077:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002e11dfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465376128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319685.408251:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002e11dfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465376128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (2091us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.408262:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2601 00002000:00100000:1.0:1761319685.408267:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000002e11dfa x1846876465376128/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.408274:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000002e11dfa with x1846876465376128 ext(290816->294911) 00010000:00010000:1.0:1761319685.408280:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36ea27a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7c6 expref: 52 pid: 8729 timeout: 1183 lvb_type: 0 00002000:00010000:1.0:1761319685.408287:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000002e11dfa 00000100:00100000:0.0:1761319685.412952:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.413367:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465376192 00000100:00100000:3.0:1761319685.413420:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20741 00000100:00100000:3.0:1761319685.413427:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bf34067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465376192:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.413445:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.413466:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea288 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7d4 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.413496:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.413502:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea281 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7cd expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.413537:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319685.413541:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea288 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7d4 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319685.415320:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.422254:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.433740:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.433846:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465376384 00000100:00100000:0.0:1761319685.440871:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1761319685.443021:0:18933:0:(ldlm_pool.c:1444:ldlm_pools_recalc_task()) Negative interval(0) 00010000:00010000:1.0:1761319685.443106:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319685.444000:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.444420:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465376512 00000100:00100000:1.0:1761319685.444467:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20743 00000100:00100000:1.0:1761319685.444474:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e9972b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465376512:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.444490:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.444525:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea296 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7e2 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.444554:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.444560:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea28f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7db expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.444567:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319685.444570:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea296 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e2 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.444610:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea28f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7db expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.444626:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea296 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e2 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.444640:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000426ff2da, rc 0) 00000100:00100000:1.0:1761319685.444699:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e9972b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465376512:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 224us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.444706:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20743 00000100:00100000:0.0:1761319685.450667:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.450940:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465376640 00002000:00100000:3.0:1761319685.450990:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000b58df27a x1846876465376640/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.451002:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b58df27a with x1846876465376640 ext(290816->294911) 00010000:00010000:3.0:1761319685.451013:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea28f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7db expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.451024:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b58df27a 00000100:00100000:3.0:1761319685.451047:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2602 00000100:00100000:3.0:1761319685.451054:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b58df27a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465376640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.451222:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b58df27a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465376640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (562us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.451230:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2602 00002000:00100000:3.0:1761319685.451235:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000b58df27a x1846876465376640/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.451241:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b58df27a with x1846876465376640 ext(290816->294911) 00010000:00010000:3.0:1761319685.451247:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea28f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7db expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.451254:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b58df27a 00000100:00100000:0.0:1761319685.454678:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.454754:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.454882:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465376704 00000100:00100000:3.0:1761319685.455365:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20744 00000100:00100000:3.0:1761319685.455370:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9067a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465376704:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.455382:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.455394:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea29d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7e9 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.455411:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea296 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e2 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.455418:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.455420:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.455422:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea29d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e9 expref: 60 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.455444:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea296 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e2 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.455454:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea296 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e2 expref: 51 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.455463:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045501918 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474296704:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319685.455483:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.458839:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.458925:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465376896 00002000:00100000:0.0:1761319685.458978:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000060b0ce57 x1846876465376896/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319685.458990:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000060b0ce57 with x1846876465376896 ext(290816->294911) 00010000:00010000:0.0:1761319685.459002:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea296 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e2 expref: 52 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319685.459012:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000060b0ce57 00000100:00100000:0.0:1761319685.459044:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2603 00000100:00100000:0.0:1761319685.459051:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060b0ce57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465376896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319685.459241:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060b0ce57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465376896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 189us (410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319685.459249:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2603 00002000:00100000:0.0:1761319685.459254:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000060b0ce57 x1846876465376896/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319685.459261:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000060b0ce57 with x1846876465376896 ext(290816->294911) 00010000:00010000:0.0:1761319685.459267:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea296 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e2 expref: 52 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319685.459273:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000060b0ce57 00000100:00100000:3.0:1761319685.462669:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045501918 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474296704:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319685.462699:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea29d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e9 expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.462724:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319685.462773:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9067a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465376704:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7401us (8102us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.462781:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20744 00000100:00100000:0.0:1761319685.465066:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.465145:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465376960 00000100:00100000:3.0:1761319685.465196:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20745 00000100:00100000:3.0:1761319685.465202:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f86dd79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465376960:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.465220:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.465238:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7f0 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.465265:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.465271:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea29d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e9 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.465278:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319685.465281:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.465316:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea29d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7e9 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.465328:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.465340:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319685.465391:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f86dd79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465376960:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 188us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.465398:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20745 00000100:00100000:1.0:1761319685.467359:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.472158:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.475762:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474296896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319685.475790:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319685.475842:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d016c8ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:2262:x1846876465377088:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3330us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.475854:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13853 00000100:00100000:3.0:1761319685.490151:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.492291:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465377152 00000100:00100000:1.0:1761319685.492355:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20746 00000100:00100000:1.0:1761319685.492362:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045501918 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:32196:x1846876465377152:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.492383:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.492404:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a7f7 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.492438:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.492446:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.492448:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.492451:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.492483:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.492497:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 51 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.492538:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474296960:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.492626:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000407308e8 going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.493845:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.493922:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465377280 00002000:00100000:3.0:1761319685.493958:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000fc82ecd4 x1846876465377280/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.493998:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fc82ecd4 with x1846876465377280 ext(290816->294911) 00010000:00010000:3.0:1761319685.494009:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 52 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.494020:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fc82ecd4 00000100:00100000:3.0:1761319685.494045:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2604 00000100:00100000:3.0:1761319685.494051:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc82ecd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465377280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.494245:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc82ecd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465377280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (404us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.494253:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2604 00002000:00100000:3.0:1761319685.494259:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000fc82ecd4 x1846876465377280/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.494266:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fc82ecd4 with x1846876465377280 ext(290816->294911) 00010000:00010000:3.0:1761319685.494272:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 52 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.494279:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fc82ecd4 00000100:00100000:1.0:1761319685.498275:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018c2e0f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474296960:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.498313:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.498338:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000faade50d, rc 0) 00000100:00100000:1.0:1761319685.499238:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045501918 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465377152:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6872us (9091us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.499250:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20746 00000100:00100000:1.0:1761319685.503300:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.503351:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.503778:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465377408 00010000:00010000:3.0:1761319685.503814:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 52 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319685.505408:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13854 00000100:00100000:0.0:1761319685.505418:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465377408:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319685.505436:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319685.505460:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 53 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319685.505480:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 53 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319685.505504:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea2a4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f0 expref: 53 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319685.505545:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319685.505547:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319685.505554:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.505562:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.505594:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.505605:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319685.505616:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29955ea pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474297088:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319685.505666:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.514321:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29955ea pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474297088:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319685.514350:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319685.514405:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465377408:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 8986us (11053us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.514420:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13854 00000100:00100000:1.0:1761319685.516979:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.517303:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465377536 00002000:00100000:0.0:1761319685.517350:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000307a5365 x1846876465377536/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319685.517360:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000307a5365 with x1846876465377536 ext(290816->294911) 00010000:00010000:0.0:1761319685.517371:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319685.517381:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000307a5365 00000100:00100000:0.0:1761319685.517413:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2605 00000100:00100000:0.0:1761319685.517419:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000307a5365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465377536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319685.517626:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000307a5365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465377536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (664us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319685.517635:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2605 00002000:00100000:0.0:1761319685.517640:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@00000000307a5365 x1846876465377536/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319685.517647:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000307a5365 with x1846876465377536 ext(290816->294911) 00010000:00010000:0.0:1761319685.517652:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319685.517659:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000307a5365 00000100:00100000:1.0:1761319685.526802:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.526901:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.527005:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465377664 00010000:00010000:0.0:1761319685.527040:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319685.527349:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13855 00000100:00100000:0.0:1761319685.527357:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c096d21 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465377664:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319685.527375:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319685.527396:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319685.527409:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319685.527436:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea2ab lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7f7 expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319685.527455:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319685.527457:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319685.527464:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea2b2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7fe expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.527473:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea2b2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7fe expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.528911:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea2b2 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7fe expref: 51 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319685.528920:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea2b2 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a7fe expref: 51 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319685.528934:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29955ea pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474297152:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319685.528956:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.537985:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.545803:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.549603:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.555837:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.557781:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.563999:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.564198:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465378176 00002000:00100000:1.0:1761319685.564234:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@00000000260326d2 x1846876465378176/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.564249:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000260326d2 with x1846876465378176 ext(294912->299007) 00010000:00010000:1.0:1761319685.564260:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea2c0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a80c expref: 52 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.564268:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000260326d2 00000100:00100000:1.0:1761319685.564297:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2606 00000100:00100000:1.0:1761319685.564303:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000260326d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465378176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319685.564477:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000260326d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465378176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.564485:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2606 00002000:00100000:1.0:1761319685.564490:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@00000000260326d2 x1846876465378176/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.564497:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000260326d2 with x1846876465378176 ext(294912->299007) 00010000:00010000:1.0:1761319685.564503:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea2c0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [290816->33845247] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a80c expref: 52 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.564542:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000260326d2 00000100:00100000:3.0:1761319685.570123:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.572284:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.582899:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.594490:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.610553:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.610595:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.611801:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465378560 00000100:00100000:3.0:1761319685.611844:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20752 00000100:00100000:3.0:1761319685.611850:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465378560:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.611861:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.611880:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea2d5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a821 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.611906:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea2ce lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a81a expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.611915:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.611917:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.611919:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea2d5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a821 expref: 60 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.611950:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea2ce lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a81a expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.611962:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea2ce lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a81a expref: 53 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.611986:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474297664:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319685.612041:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.615384:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474297664:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319685.615418:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea2d5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a821 expref: 60 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.615441:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319685.615499:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465378560:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3646us (4986us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.616790:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20752 00000100:00100000:0.0:1761319685.622543:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.623235:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.623725:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465378816 00010000:00010000:3.0:1761319685.623743:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea2ce lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a81a expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.623766:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13859 00000100:00100000:3.0:1761319685.623770:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2263:x1846876465378816:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319685.623779:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319685.623796:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea2ce lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a81a expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319685.623806:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea2ce lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a81a expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319685.623826:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea2ce lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a81a expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319685.623840:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.623841:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.623846:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea2d5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a821 expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.623854:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea2d5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a821 expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.623875:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea2d5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a821 expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.623889:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea2d5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a821 expref: 59 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.623901:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474297792:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319685.623939:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.627092:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474297792:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319685.627118:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319685.627168:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465378816:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3397us (3935us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.627179:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13859 00000100:00100000:0.0:1761319685.628128:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.628379:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465378944 00002000:00100000:1.0:1761319685.628413:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@00000000a29955ea x1846876465378944/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.628423:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a29955ea with x1846876465378944 ext(294912->299007) 00010000:00010000:1.0:1761319685.628433:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea2d5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a821 expref: 60 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.628443:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a29955ea 00000100:00100000:1.0:1761319685.628787:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2608 00000100:00100000:1.0:1761319685.628794:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a29955ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465378944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319685.628974:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a29955ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465378944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (840us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.628982:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2608 00002000:00100000:1.0:1761319685.628988:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@00000000a29955ea x1846876465378944/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.628996:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a29955ea with x1846876465378944 ext(294912->299007) 00010000:00010000:1.0:1761319685.629002:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea2d5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a821 expref: 60 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.629010:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a29955ea 00000100:00100000:0.0:1761319685.637908:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.639813:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.650467:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.660126:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.660308:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465379200 00000100:00100000:1.0:1761319685.660360:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20755 00000100:00100000:1.0:1761319685.660366:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa54a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465379200:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.660384:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.660403:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a836 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.660437:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea2e3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a82f expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.660445:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.660447:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.660450:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.660479:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea2e3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a82f expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.660489:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea2e3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a82f expref: 59 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.660501:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474298048:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.661302:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.665038:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474298048:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.665070:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.665093:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c4aee4a8, rc 0) 00000100:00100000:1.0:1761319685.666904:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa54a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465379200:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6531us (6778us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.666917:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20755 00000100:00100000:3.0:1761319685.667981:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465379264 00010000:00010000:3.0:1761319685.668012:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea2e3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a82f expref: 60 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.668055:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13862 00000100:00100000:3.0:1761319685.668061:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465379264:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319685.668075:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319685.668095:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea2e3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a82f expref: 60 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319685.668106:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea2e3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a82f expref: 60 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319685.668134:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea2e3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a82f expref: 60 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319685.668149:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.668152:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319685.668158:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.668167:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.668216:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319685.668228:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474298112:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319685.668283:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.668488:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465379328 00000100:00100000:1.0:1761319685.668541:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20756 00000100:00100000:1.0:1761319685.668545:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465379328:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.668556:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.668568:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea2f1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a83d expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.668590:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.668597:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.668598:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.668600:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea2f1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a83d expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.668616:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.668625:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 53 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.668634:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474298176:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.668658:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.672627:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474298176:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.672646:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea2f1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a83d expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.672666:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fc2c6643, rc 0) 00000100:00100000:1.0:1761319685.674393:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465379328:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5840us (6517us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.674406:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20756 00000100:00100000:0.0:1761319685.674689:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.675048:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465379456 00002000:00100000:1.0:1761319685.675086:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@000000004e14125d x1846876465379456/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.675096:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004e14125d with x1846876465379456 ext(294912->299007) 00010000:00010000:1.0:1761319685.675106:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 54 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.675116:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004e14125d 00000100:00100000:1.0:1761319685.675149:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2609 00000100:00100000:1.0:1761319685.675155:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e14125d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465379456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319685.675332:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e14125d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465379456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (645us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.675340:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2609 00002000:00100000:1.0:1761319685.675345:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@000000004e14125d x1846876465379456/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.675352:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004e14125d with x1846876465379456 ext(294912->299007) 00010000:00010000:1.0:1761319685.675358:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea2ea lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a836 expref: 54 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.675365:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004e14125d 00000100:00100000:3.0:1761319685.678620:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.679606:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.679728:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465379520 00000100:00100000:1.0:1761319685.679776:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20757 00000100:00100000:1.0:1761319685.679782:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465379520:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.679798:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.679817:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea2f8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a844 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.679849:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.679856:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea2f1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a83d expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.679862:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319685.679865:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea2f8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a844 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.679897:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea2f1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a83d expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.679907:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea2f8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a844 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.679918:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000033588309, rc 0) 00000100:00100000:1.0:1761319685.679962:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+55:32205:x1846876465379520:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 180us (1351us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.679979:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20757 00000100:00100000:3.0:1761319685.685367:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.686557:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465379712 00002000:00100000:1.0:1761319685.686601:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@00000000910ec243 x1846876465379712/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.686612:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000910ec243 with x1846876465379712 ext(294912->299007) 00010000:00010000:1.0:1761319685.686623:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea2f1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a83d expref: 60 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.686632:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000910ec243 00000100:00100000:1.0:1761319685.686659:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2610 00000100:00100000:1.0:1761319685.686665:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000910ec243 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465379712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319685.686930:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000910ec243 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465379712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 263us (1563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.686937:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2610 00002000:00100000:1.0:1761319685.686943:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@00000000910ec243 x1846876465379712/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.686951:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000910ec243 with x1846876465379712 ext(294912->299007) 00010000:00010000:1.0:1761319685.686958:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea2f1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a83d expref: 60 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.686964:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000910ec243 00000100:00100000:0.0:1761319685.701345:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.701429:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.705655:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465379776 00000100:00100000:3.0:1761319685.705718:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20758 00000100:00100000:3.0:1761319685.705724:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004659cf5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465379776:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.705742:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.705763:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea2ff lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a84b expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.705797:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea2f8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a844 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.705805:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.705807:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.705810:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea2ff lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a84b expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.705842:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea2f8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a844 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.705853:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea2f8 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a844 expref: 53 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.705865:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b67c88a pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474298432:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319685.706672:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474298368:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319685.706695:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319685.708613:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045993c8a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2264:x1846876465379840:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6568us (7176us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.708628:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13864 00000100:00100000:3.0:1761319685.709860:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad099c8c going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.714208:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b67c88a pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474298432:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319685.714243:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea2ff lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a84b expref: 60 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.714267:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319685.714327:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004659cf5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465379776:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8601us (12987us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.714337:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20758 00000100:00100000:0.0:1761319685.714552:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.717621:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.717798:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465379968 00000100:00100000:3.0:1761319685.717851:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20759 00000100:00100000:3.0:1761319685.717858:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465379968:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.717877:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.717899:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea306 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a852 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.717933:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea2ff lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a84b expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.717941:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.717943:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.717945:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea306 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a852 expref: 55 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.717986:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea2ff lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a84b expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.717999:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea2ff lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a84b expref: 59 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.718011:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b67c88a pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474298560:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319685.718076:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad099c8c going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.722708:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b67c88a pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474298560:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319685.722740:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea306 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a852 expref: 55 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.722765:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319685.723282:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+55:32205:x1846876465379968:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5422us (5666us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.723292:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20759 00000100:00100000:0.0:1761319685.724444:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.729418:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.734835:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.736629:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.741645:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.741731:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465380480 00002000:00100000:1.0:1761319685.741774:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@000000005b67c88a x1846876465380480/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.741784:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005b67c88a with x1846876465380480 ext(303104->307199) 00010000:00010000:1.0:1761319685.741795:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea306 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a852 expref: 54 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.741804:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005b67c88a 00000100:00100000:1.0:1761319685.741840:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2611 00000100:00100000:1.0:1761319685.741846:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b67c88a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465380480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319685.742034:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b67c88a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465380480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 186us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.742042:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2611 00002000:00100000:1.0:1761319685.742049:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@000000005b67c88a x1846876465380480/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.742057:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005b67c88a with x1846876465380480 ext(303104->307199) 00010000:00010000:1.0:1761319685.742062:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea306 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a852 expref: 54 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.742070:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005b67c88a 00000100:00100000:3.0:1761319685.746185:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.746228:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.746897:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465380608 00002000:00100000:1.0:1761319685.746924:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (294912->303103) req@00000000ee27246f x1846876465380608/t0(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 8680/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00002000:00100000:1.0:1761319685.746933:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ee27246f with x1846876465380608 ext(294912->303103) 00010000:00010000:1.0:1761319685.746942:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea306 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a852 expref: 55 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.746949:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ee27246f 00000100:00100000:1.0:1761319685.746982:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2612 00000100:00100000:1.0:1761319685.746986:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee27246f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+55:2262:x1846876465380608:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 00000100:00100000:1.0:1761319685.748750:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee27246f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465380608:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 Request processed in 1758us (2517us total) trans 4294973855 rc 0/0 00000100:00100000:1.0:1761319685.748762:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2612 00002000:00100000:1.0:1761319685.748773:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (294912->303103) req@00000000ee27246f x1846876465380608/t4294973855(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 8680/448 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_02.0' 00002000:00100000:1.0:1761319685.748783:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ee27246f with x1846876465380608 ext(294912->303103) 00010000:00010000:1.0:1761319685.748795:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea306 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [294912->33849343] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a852 expref: 57 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.748803:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ee27246f 00000100:00100000:0.0:1761319685.752094:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.757091:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.757731:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465380800 00002000:00100000:3.0:1761319685.757765:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@000000005f762bdc x1846876465380800/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.757775:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005f762bdc with x1846876465380800 ext(294912->299007) 00002000:00010000:3.0:1761319685.757780:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000005f762bdc 00000100:00100000:3.0:1761319685.757810:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20388 00000100:00100000:3.0:1761319685.757817:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f762bdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465380800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.757961:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f762bdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465380800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (877us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.757976:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20388 00002000:00100000:3.0:1761319685.757982:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@000000005f762bdc x1846876465380800/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.757988:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005f762bdc with x1846876465380800 ext(294912->299007) 00002000:00010000:3.0:1761319685.757991:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000005f762bdc 00000100:00100000:0.0:1761319685.761790:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.762235:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465380928 00002000:00100000:1.0:1761319685.762279:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (299008->303103) req@00000000c038b372 x1846876465380928/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.762290:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c038b372 with x1846876465380928 ext(299008->303103) 00002000:00010000:1.0:1761319685.762296:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c038b372 00000100:00100000:1.0:1761319685.762331:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20389 00000100:00100000:1.0:1761319685.762336:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c038b372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465380928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319685.762555:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c038b372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465380928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 217us (773us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.762562:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20389 00002000:00100000:1.0:1761319685.762568:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (299008->303103) req@00000000c038b372 x1846876465380928/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.762576:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c038b372 with x1846876465380928 ext(299008->303103) 00002000:00010000:1.0:1761319685.762579:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c038b372 00000100:00100000:3.0:1761319685.766428:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465380992 00000100:00100000:3.0:1761319685.766481:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20762 00000100:00100000:3.0:1761319685.766487:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465380992:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.766504:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.766562:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea31b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a867 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.766597:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea314 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a860 expref: 55 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.766612:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.766614:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.766617:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea31b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a867 expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.766649:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea314 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a860 expref: 55 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.766660:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea314 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a860 expref: 55 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.766672:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a89ad4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474298880:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319685.766725:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000062ad2964 going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.769708:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.769919:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465381120 00002000:00100000:3.0:1761319685.769962:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@00000000ddb0c9e1 x1846876465381120/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.769982:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ddb0c9e1 with x1846876465381120 ext(303104->307199) 00010000:00010000:3.0:1761319685.769993:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea314 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a860 expref: 56 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.770002:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ddb0c9e1 00000100:00100000:3.0:1761319685.770034:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2613 00000100:00100000:3.0:1761319685.770041:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb0c9e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2262:x1846876465381120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.770229:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb0c9e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2262:x1846876465381120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (526us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.770240:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2613 00002000:00100000:3.0:1761319685.770246:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@00000000ddb0c9e1 x1846876465381120/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.770253:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ddb0c9e1 with x1846876465381120 ext(303104->307199) 00010000:00010000:3.0:1761319685.770259:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea314 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a860 expref: 56 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.770266:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ddb0c9e1 00000100:00100000:1.0:1761319685.770359:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a89ad4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474298880:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319685.770384:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea31b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a867 expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.770407:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:1.0:1761319685.770445:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465380992:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3957us (4324us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.770452:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20762 00000100:00100000:0.0:1761319685.773707:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.773790:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.773807:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465381184 00000100:00100000:1.0:1761319685.773866:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20763 00000100:00100000:1.0:1761319685.773873:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000775ee45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+56:32205:x1846876465381184:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.773889:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.773909:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea322 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a86e expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.773946:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.773951:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea31b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a867 expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.773957:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319685.773960:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea322 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a86e expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.774010:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea31b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a867 expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.774023:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea322 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a86e expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.774036:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d6171b0, rc 0) 00000100:00100000:1.0:1761319685.774097:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000775ee45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465381184:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 224us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.774109:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20763 00000100:00100000:0.0:1761319685.777707:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.777931:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465381376 00002000:00100000:1.0:1761319685.777983:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@00000000ae6a5d89 x1846876465381376/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.778008:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ae6a5d89 with x1846876465381376 ext(303104->307199) 00010000:00010000:1.0:1761319685.778024:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea31b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a867 expref: 61 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.778033:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ae6a5d89 00000100:00100000:1.0:1761319685.778068:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2614 00000100:00100000:1.0:1761319685.778075:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae6a5d89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2262:x1846876465381376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319685.778245:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae6a5d89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2262:x1846876465381376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.778252:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2614 00002000:00100000:1.0:1761319685.778257:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@00000000ae6a5d89 x1846876465381376/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319685.778264:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ae6a5d89 with x1846876465381376 ext(303104->307199) 00010000:00010000:1.0:1761319685.778270:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea31b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a867 expref: 61 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.778277:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ae6a5d89 00000100:00100000:0.0:1761319685.786462:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.788255:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.788320:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465381504 00000100:00100000:3.0:1761319685.788359:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20764 00000100:00100000:3.0:1761319685.788365:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465381504:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.788381:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.788396:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a875 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.788422:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea322 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a86e expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.788430:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.788432:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.788434:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.788457:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea322 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a86e expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.788471:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea322 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a86e expref: 55 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.788481:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474299136:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319685.797882:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.798115:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465381568 00010000:00010000:1.0:1761319685.798141:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea322 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a86e expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.798174:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13870 00000100:00100000:1.0:1761319685.798179:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005cf8345 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2263:x1846876465381568:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319685.798192:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.798211:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea322 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a86e expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.798221:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea322 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a86e expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.798247:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.798249:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.798255:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.798264:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.798298:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319685.798309:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a8f9ed2 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299200:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.798352:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.804048:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.804596:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465381696 00002000:00100000:3.0:1761319685.804637:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@00000000b0b6ed3b x1846876465381696/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.804647:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b0b6ed3b with x1846876465381696 ext(303104->307199) 00002000:00010000:3.0:1761319685.804652:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b0b6ed3b 00000100:00100000:3.0:1761319685.804681:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20390 00000100:00100000:3.0:1761319685.804687:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b6ed3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2262:x1846876465381696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.804871:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b6ed3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2262:x1846876465381696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (826us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.804879:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20390 00002000:00100000:3.0:1761319685.804884:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@00000000b0b6ed3b x1846876465381696/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.804892:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b0b6ed3b with x1846876465381696 ext(303104->307199) 00002000:00010000:3.0:1761319685.804895:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b0b6ed3b 00000100:00100000:3.0:1761319685.806340:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.810277:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474299264:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319685.810307:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.810331:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000437b7b0, rc 0) 00000100:00100000:3.0:1761319685.810381:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+56:32205:x1846876465381760:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3829us (4046us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.810390:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20765 00000100:00100000:1.0:1761319685.810448:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465381888 00002000:00100000:1.0:1761319685.810480:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000003182be1e x1846876465381888/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319685.810494:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003182be1e with x1846876465381888 ext(307200->311295) 00010000:00010000:1.0:1761319685.810502:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 61 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.810692:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003182be1e 00000100:00100000:1.0:1761319685.810716:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2615 00000100:00100000:1.0:1761319685.810722:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003182be1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2264:x1846876465381888:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1761319685.810870:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003182be1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2264:x1846876465381888:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (1113us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.810876:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2615 00002000:00100000:1.0:1761319685.810881:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000003182be1e x1846876465381888/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319685.810887:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003182be1e with x1846876465381888 ext(307200->311295) 00010000:00010000:1.0:1761319685.810893:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 61 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.810899:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003182be1e 00000100:00100000:3.0:1761319685.815668:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465381952 00000100:00100000:3.0:1761319685.815735:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20766 00000100:00100000:3.0:1761319685.815742:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465381952:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.815763:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.815794:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a883 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.815826:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.815829:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.815835:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.815847:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.815860:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:3.0:1761319685.815922:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465381952:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 179us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.815931:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20766 00000100:00100000:1.0:1761319685.816035:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382016 00002000:00100000:1.0:1761319685.816063:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (286720->307199) req@00000000705b3e44 x1846876465382016/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00002000:00100000:1.0:1761319685.816072:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000705b3e44 with x1846876465382016 ext(286720->307199) 00010000:00010000:1.0:1761319685.816086:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.816098:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000705b3e44 00000100:00100000:1.0:1761319685.816119:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2616 00000100:00100000:1.0:1761319685.816124:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000705b3e44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465382016:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 00000100:00100000:1.0:1761319685.825785:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000705b3e44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:2263:x1846876465382016:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 Request processed in 9651us (10355us total) trans 4294973858 rc 0/0 00000100:00100000:1.0:1761319685.825802:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2616 00002000:00100000:1.0:1761319685.825815:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (286720->307199) req@00000000705b3e44 x1846876465382016/t4294973858(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/448 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_03.0' 00002000:00100000:1.0:1761319685.825824:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000705b3e44 with x1846876465382016 ext(286720->307199) 00010000:00010000:1.0:1761319685.825850:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 66 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.825859:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000705b3e44 00000100:00100000:1.0:1761319685.837564:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382080 00010000:00010000:1.0:1761319685.837615:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 66 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.837673:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13871 00000100:00100000:1.0:1761319685.837681:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079960bf9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:2262:x1846876465382080:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319685.837698:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1761319685.837715:0:7250:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 600 -> 608 00010000:00010000:1.0:1761319685.837722:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 66 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.837741:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 66 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.837772:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea329 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [303104->33857535] (req 303104->307199) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a875 expref: 66 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.837792:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.837795:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.837802:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 55 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.837811:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 55 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.837820:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.837822:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.837824:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.837830:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.837872:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319685.837887:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a8f9ed2 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299328:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.837992:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 55 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319685.838003:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299392:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.838025:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000407308e8 going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.843206:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a8f9ed2 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299328:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.844476:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299392:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.844507:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.844581:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079960bf9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465382080:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6900us (10317us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.844593:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13871 00000100:00100000:3.0:1761319685.844716:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382208 00002000:00100000:3.0:1761319685.844751:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@00000000e4f63ca9 x1846876465382208/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.844768:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e4f63ca9 with x1846876465382208 ext(303104->307199) 00002000:00010000:3.0:1761319685.844772:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e4f63ca9 00000100:00100000:3.0:1761319685.844802:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20391 00000100:00100000:3.0:1761319685.844809:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2262:x1846876465382208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.846298:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2262:x1846876465382208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1484us (1891us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.846311:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20391 00002000:00100000:3.0:1761319685.846322:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (303104->307199) req@00000000e4f63ca9 x1846876465382208/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.846331:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e4f63ca9 with x1846876465382208 ext(303104->307199) 00002000:00010000:3.0:1761319685.846335:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e4f63ca9 00000100:00100000:0.0:1761319685.854982:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382400 00000100:00100000:3.0:1761319685.855029:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382336 00000100:00100000:0.0:1761319685.855046:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20767 00000100:00100000:0.0:1761319685.855053:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+56:32205:x1846876465382400:12345-192.168.203.12@tcp:101:mmap_sanity.0 00002000:00100000:3.0:1761319685.855064:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000a2f358b6 x1846876465382336/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00010000:00010000:0.0:1761319685.855068:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00002000:00100000:3.0:1761319685.855076:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a2f358b6 with x1846876465382336 ext(307200->311295) 00002000:00010000:3.0:1761319685.855081:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a2f358b6 00010000:00010000:0.0:1761319685.855090:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a88a expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319685.855119:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20392 00010000:00010000:0.0:1761319685.855123:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319685.855128:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2f358b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465382336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00010000:00010000:0.0:1761319685.855139:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.855141:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.855145:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.855180:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.855195:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319685.855209:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ca1eca6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474299456:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319685.855275:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:3.0:1761319685.855304:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2f358b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465382336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (901us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.855313:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20392 00002000:00100000:3.0:1761319685.855320:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000a2f358b6 x1846876465382336/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.855327:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a2f358b6 with x1846876465382336 ext(307200->311295) 00010000:00010000:3.0:1761319685.855336:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.855343:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a2f358b6 00000100:00100000:0.0:1761319685.861256:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ca1eca6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474299456:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319685.861290:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.861321:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e12ea705, rc 0) 00000100:00100000:0.0:1761319685.861394:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465382400:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6339us (6938us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.861404:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20767 00000100:00100000:1.0:1761319685.862080:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382464 00010000:00010000:1.0:1761319685.862108:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.862145:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13872 00000100:00100000:1.0:1761319685.862151:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f64ea2f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2264:x1846876465382464:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319685.862163:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.862180:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.862190:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.862214:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea337 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a883 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.862233:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.862235:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.862241:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.862250:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.862281:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319685.862291:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299520:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.862346:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.862613:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382528 00000100:00100000:0.0:1761319685.862652:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20768 00000100:00100000:0.0:1761319685.862657:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465382528:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319685.862669:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319685.862683:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a891 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.862703:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.862711:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.862712:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.862715:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.862735:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.862751:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319685.862761:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ca1eca6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474299584:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319685.862787:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.867502:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ca1eca6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474299584:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319685.867550:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.867575:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b58cbba, rc 0) 00000100:00100000:3.0:1761319685.867612:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382656 00000100:00100000:0.0:1761319685.867636:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:32196:x1846876465382528:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4977us (5574us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.867646:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20768 00002000:00100000:3.0:1761319685.867652:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000ae7a99b8 x1846876465382656/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.867662:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ae7a99b8 with x1846876465382656 ext(307200->311295) 00010000:00010000:3.0:1761319685.867674:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.867683:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ae7a99b8 00000100:00100000:3.0:1761319685.867717:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2617 00000100:00100000:3.0:1761319685.867724:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae7a99b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465382656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319685.867876:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae7a99b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465382656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (549us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.867883:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2617 00002000:00100000:3.0:1761319685.867888:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000ae7a99b8 x1846876465382656/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319685.867896:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ae7a99b8 with x1846876465382656 ext(307200->311295) 00010000:00010000:3.0:1761319685.867901:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.867914:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ae7a99b8 00000100:00100000:1.0:1761319685.868036:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299520:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.868051:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.868074:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f64ea2f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2264:x1846876465382464:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5923us (6056us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.868083:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13872 00000100:00100000:1.0:1761319685.875451:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382784 00000100:00100000:0.0:1761319685.875472:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382720 00010000:00010000:1.0:1761319685.875488:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319685.875556:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20769 00000100:00100000:1.0:1761319685.875561:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13873 00000100:00100000:0.0:1761319685.875567:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465382720:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:1.0:1761319685.875570:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d016c8ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465382784:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319685.875585:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.875589:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319685.875605:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a898 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.875614:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.875627:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319685.875768:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.875775:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.875783:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319685.875787:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.875810:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea33e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a88a expref: 59 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.875827:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.875828:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319685.875835:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.875837:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.875858:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.875873:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.875888:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.875888:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000049136407, rc 0) 00010000:00010000:1.0:1761319685.875901:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.875914:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299712:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319685.875946:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465382720:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 381us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.875955:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20769 00000100:00100000:1.0:1761319685.875956:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.880152:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299712:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.880182:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.880252:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d016c8ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465382784:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4683us (4871us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.880264:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13873 00000100:00100000:1.0:1761319685.881324:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382848 00010000:00010000:1.0:1761319685.881356:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.881790:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13874 00000100:00100000:1.0:1761319685.881797:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465382848:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319685.881811:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.881832:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.881843:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.881867:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea345 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a891 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.881881:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.881884:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.881890:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.881898:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.881936:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319685.881955:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299776:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.882037:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.884822:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299776:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.884849:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.884896:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:2263:x1846876465382848:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3098us (4118us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.884906:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13874 00000100:00100000:3.0:1761319685.894646:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.895203:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465382912 00000100:00100000:0.0:1761319685.895261:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20770 00000100:00100000:0.0:1761319685.895267:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005cf8345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:32196:x1846876465382912:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319685.895285:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319685.895306:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a89f expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.895337:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.895345:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.895347:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.895350:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.895391:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.895403:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319685.895416:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ca1eca6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474299840:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319685.895487:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.902224:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383040 00002000:00100000:0.0:1761319685.902278:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000007c096d21 x1846876465383040/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319685.902290:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007c096d21 with x1846876465383040 ext(307200->311295) 00010000:00010000:0.0:1761319685.902303:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319685.902314:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007c096d21 00000100:00100000:0.0:1761319685.902353:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2618 00000100:00100000:0.0:1761319685.902360:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c096d21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465383040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319685.904700:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c096d21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465383040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 2332us (3148us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319685.904714:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2618 00002000:00100000:0.0:1761319685.904726:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000007c096d21 x1846876465383040/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319685.904744:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007c096d21 with x1846876465383040 ext(307200->311295) 00010000:00010000:0.0:1761319685.904758:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319685.904767:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007c096d21 00000100:00100000:0.0:1761319685.907186:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ca1eca6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474299840:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319685.907215:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.907240:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b58cbba, rc 0) 00000100:00100000:0.0:1761319685.908314:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005cf8345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465382912:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 13041us (13671us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.908327:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20770 00000100:00100000:3.0:1761319685.910390:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.910701:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383104 00000100:00100000:0.0:1761319685.910752:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20771 00000100:00100000:0.0:1761319685.910759:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465383104:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319685.910778:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319685.910800:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8a6 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.910833:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.910839:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.910846:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319685.910850:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.910889:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.910901:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.910914:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e12ea705, rc 0) 00000100:00100000:0.0:1761319685.910981:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465383104:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 220us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.910987:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20771 00000100:00100000:1.0:1761319685.912400:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383168 00010000:00010000:1.0:1761319685.912426:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.912460:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13875 00000100:00100000:1.0:1761319685.912465:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465383168:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319685.912476:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.912493:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.912504:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.912545:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea34c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a898 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.912560:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.912563:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.912570:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.912578:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.912612:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.912622:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.912633:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299968:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.912681:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.916896:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474299968:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.916923:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.916983:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465383168:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4515us (5473us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.916994:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13875 00000100:00100000:0.0:1761319685.917774:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.918155:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383296 00002000:00100000:3.0:1761319685.918195:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000004ca1eca6 x1846876465383296/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319685.918205:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004ca1eca6 with x1846876465383296 ext(307200->311295) 00010000:00010000:3.0:1761319685.918214:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.918223:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004ca1eca6 00000100:00100000:3.0:1761319685.918253:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2619 00000100:00100000:3.0:1761319685.918259:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ca1eca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465383296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319685.918430:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ca1eca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465383296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (658us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.918438:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2619 00002000:00100000:3.0:1761319685.918443:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000004ca1eca6 x1846876465383296/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319685.918450:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004ca1eca6 with x1846876465383296 ext(307200->311295) 00010000:00010000:3.0:1761319685.918456:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.918463:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004ca1eca6 00000100:00100000:3.0:1761319685.922721:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383360 00000100:00100000:0.0:1761319685.923349:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.923477:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20772 00000100:00100000:3.0:1761319685.923484:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001525668c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465383360:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.923502:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.923553:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8ad expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.923584:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.923591:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.923598:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319685.923600:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.923634:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.923647:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.923658:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:3.0:1761319685.923699:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001525668c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:32196:x1846876465383360:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 215us (1531us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.923706:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20772 00000100:00100000:1.0:1761319685.924189:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383424 00010000:00010000:1.0:1761319685.924217:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.924242:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13876 00000100:00100000:1.0:1761319685.924247:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e0e7b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:2262:x1846876465383424:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319685.924256:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.924272:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.924282:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.924301:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea353 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a89f expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.924313:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.924314:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.924320:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.924327:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.924351:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.924361:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.924372:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300096:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.924425:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.928334:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.928734:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300096:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.928762:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.928821:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e0e7b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465383424:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4572us (5473us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.928833:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13876 00000100:00100000:1.0:1761319685.928865:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383488 00010000:00010000:1.0:1761319685.928889:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.928915:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13877 00000100:00100000:1.0:1761319685.928921:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465383488:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319685.928932:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.928952:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.928964:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.929004:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea35a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8a6 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.929021:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.929023:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.929030:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.929038:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.929070:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319685.929086:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300160:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.929119:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.932809:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300160:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.932839:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.933263:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2262:x1846876465383488:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4339us (4934us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.933275:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13877 00000100:00100000:1.0:1761319685.943779:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383552 00000100:00100000:1.0:1761319685.943840:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20773 00000100:00100000:1.0:1761319685.943847:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+56:32205:x1846876465383552:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319685.943866:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319685.943887:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8b4 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.943923:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.943931:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.943933:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319685.943936:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.943980:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.943998:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 64 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.944012:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474300224:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319685.944086:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.949874:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.950462:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383680 00002000:00100000:1.0:1761319685.950545:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000e8494ede x1846876465383680/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.950559:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e8494ede with x1846876465383680 ext(307200->311295) 00010000:00010000:1.0:1761319685.950572:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.950582:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e8494ede 00000100:00100000:0.0:1761319685.951199:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474300224:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319685.951227:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.951246:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000090510de, rc 0) 00000100:00100000:0.0:1761319685.951302:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465383552:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7455us (8438us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319685.951310:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20773 00000100:00100000:1.0:1761319685.951371:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2620 00000100:00100000:1.0:1761319685.951377:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8494ede pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465383680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319685.951551:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8494ede pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465383680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (1683us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319685.951558:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2620 00002000:00100000:1.0:1761319685.951564:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000e8494ede x1846876465383680/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319685.951571:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e8494ede with x1846876465383680 ext(307200->311295) 00010000:00010000:1.0:1761319685.951578:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319685.951591:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e8494ede 00000100:00100000:1.0:1761319685.960030:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383808 00010000:00010000:1.0:1761319685.960077:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.960121:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13878 00000100:00100000:1.0:1761319685.960128:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ede47fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465383808:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319685.960146:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.960168:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.960180:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.960218:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea361 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ad expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.960236:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.960238:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.960245:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.960254:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.960291:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319685.960304:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300288:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.960393:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000003242409a going to sleep for 43 seconds 00000100:00100000:0.0:1761319685.961664:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.961712:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383744 00000100:00100000:3.0:1761319685.961843:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20774 00000100:00100000:3.0:1761319685.961850:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465383744:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.961866:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.961886:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8bb expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.961914:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.961921:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.961923:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.961926:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.961953:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.961978:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319685.961993:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a89ad4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474300352:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319685.962054:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.964896:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300288:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.964929:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.964988:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ede47fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:2263:x1846876465383808:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4859us (9804us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.964999:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13878 00000100:00100000:0.0:1761319685.966111:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319685.966257:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465383936 00002000:00100000:3.0:1761319685.966295:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000094e34f6f x1846876465383936/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319685.966305:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000094e34f6f with x1846876465383936 ext(307200->311295) 00010000:00010000:3.0:1761319685.966317:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.966326:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000094e34f6f 00000100:00100000:3.0:1761319685.966357:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2621 00000100:00100000:3.0:1761319685.966364:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094e34f6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465383936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319685.966569:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094e34f6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465383936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 204us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319685.966576:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2621 00002000:00100000:3.0:1761319685.966582:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000094e34f6f x1846876465383936/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319685.966588:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000094e34f6f with x1846876465383936 ext(307200->311295) 00010000:00010000:3.0:1761319685.966594:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319685.966601:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000094e34f6f 00000100:00100000:3.0:1761319685.970786:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a89ad4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474300352:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319685.970819:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.970842:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319685.971266:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465383744:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9412us (9604us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.971276:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20774 00000100:00100000:3.0:1761319685.972786:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384000 00000100:00100000:3.0:1761319685.972839:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20775 00000100:00100000:3.0:1761319685.972845:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003777dc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465384000:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319685.972861:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319685.972880:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8c2 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.972908:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319685.972913:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.972919:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319685.972921:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.972954:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.972980:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319685.972991:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319685.973029:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003777dc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465384000:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 184us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319685.973036:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20775 00000100:00100000:0.0:1761319685.974344:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319685.974807:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384064 00010000:00010000:1.0:1761319685.974839:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.974881:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13879 00000100:00100000:1.0:1761319685.974887:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465384064:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319685.974900:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.974919:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.974930:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.974954:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea368 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8b4 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.974981:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.974984:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.974991:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.974999:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.975032:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.975043:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 64 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.975055:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300480:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.975155:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.977056:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300480:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.977081:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.977131:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465384064:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2242us (2792us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.977140:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13879 00000100:00100000:1.0:1761319685.977718:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384128 00010000:00010000:1.0:1761319685.977741:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.977775:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13880 00000100:00100000:1.0:1761319685.977781:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000056e9316 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465384128:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319685.977798:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.977817:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.977828:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.977855:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea36f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8bb expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.977870:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.977872:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.977879:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.977888:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.977918:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319685.977927:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300544:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319685.977975:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.980194:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300544:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319685.980224:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319685.980277:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000056e9316 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:2263:x1846876465384128:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2494us (2624us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319685.980288:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13880 00000100:00100000:0.0:1761319685.990874:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319685.994694:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384320 00002000:00100000:0.0:1761319685.994736:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000001f31a281 x1846876465384320/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/0 e 0 to 0 dl 1761319728 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319685.994746:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001f31a281 with x1846876465384320 ext(307200->311295) 00010000:00010000:0.0:1761319685.994757:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 57 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319685.994766:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001f31a281 00000100:00100000:0.0:1761319685.994794:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2622 00000100:00100000:0.0:1761319685.994799:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f31a281 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465384320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319685.994963:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f31a281 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465384320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319685.994981:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2622 00002000:00100000:0.0:1761319685.994987:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000001f31a281 x1846876465384320/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:613/0 lens 488/4536 e 0 to 0 dl 1761319728 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319685.994994:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001f31a281 with x1846876465384320 ext(307200->311295) 00010000:00010000:0.0:1761319685.995000:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 57 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319685.995007:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001f31a281 00000100:00100000:0.0:1761319685.997917:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384384 00000100:00100000:1.0:1761319685.998021:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384448 00010000:00010000:1.0:1761319685.998045:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319685.998091:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13881 00000100:00100000:1.0:1761319685.998097:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465384448:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319685.998112:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319685.998131:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.998143:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.998167:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea376 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c2 expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319685.998182:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.998183:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319685.998189:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.998199:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319685.998230:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319685.998242:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300672:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319685.998272:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20777 00000100:00100000:0.0:1761319685.998277:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a323d813 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465384384:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319685.998293:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319685.998308:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea384 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8d0 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.998327:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.998333:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.998335:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319685.998337:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea384 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d0 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.998355:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319685.998364:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319685.998372:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2fa628d pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474300736:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319685.998427:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:1.0:1761319685.999269:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.005832:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300672:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.005860:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.005915:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465384448:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7816us (8071us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.005926:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13881 00000100:00100000:3.0:1761319686.006404:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.007219:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384576 00002000:00100000:1.0:1761319686.007256:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000022a89ad4 x1846876465384576/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.007266:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000022a89ad4 with x1846876465384576 ext(307200->311295) 00010000:00010000:1.0:1761319686.007276:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.007283:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000022a89ad4 00000100:00100000:1.0:1761319686.007313:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2623 00000100:00100000:1.0:1761319686.007318:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022a89ad4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465384576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319686.008299:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022a89ad4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465384576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 976us (1894us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.008308:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2623 00002000:00100000:1.0:1761319686.008315:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000022a89ad4 x1846876465384576/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.008324:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000022a89ad4 with x1846876465384576 ext(307200->311295) 00010000:00010000:1.0:1761319686.008333:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.008340:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000022a89ad4 00000100:00100000:3.0:1761319686.011210:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.012501:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.012990:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384704 00010000:00010000:1.0:1761319686.013018:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.013042:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13882 00000100:00100000:1.0:1761319686.013048:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:2262:x1846876465384704:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319686.013059:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.013076:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.013087:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.013108:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea37d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8c9 expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.013122:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.013124:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.013129:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea384 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d0 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.013137:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea384 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d0 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.013163:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea384 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d0 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.013171:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea384 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d0 expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.013183:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300864:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.013733:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.028072:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.028186:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474300864:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.028220:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.028272:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465384704:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 15224us (15774us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.028283:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13882 00000100:00100000:1.0:1761319686.031739:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384768 00010000:00010000:1.0:1761319686.031784:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea384 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d0 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.040209:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1761319686.045288:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8de expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.045326:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea38b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d7 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.045335:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.045338:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.045341:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.045372:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea38b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d7 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.045383:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea38b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d7 expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.045395:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c584d998 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474300992:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.045474:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065d0fa19 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.055344:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.055382:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c584d998 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474300992:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.055412:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.055437:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006d140706, rc 0) 00000100:00100000:2.0:1761319686.055500:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009da209e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465384832:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 10250us (15299us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.055547:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20779 00000100:00100000:1.0:1761319686.055554:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465384960 00002000:00100000:1.0:1761319686.055596:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000b2fa628d x1846876465384960/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.055605:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b2fa628d with x1846876465384960 ext(307200->311295) 00010000:00010000:1.0:1761319686.055616:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea38b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d7 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.055624:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b2fa628d 00000100:00100000:1.0:1761319686.055645:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2624 00000100:00100000:1.0:1761319686.055652:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2fa628d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465384960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319686.055831:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2fa628d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465384960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.055842:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2624 00002000:00100000:1.0:1761319686.055848:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000b2fa628d x1846876465384960/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.055855:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b2fa628d with x1846876465384960 ext(307200->311295) 00010000:00010000:1.0:1761319686.055862:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea38b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d7 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.055869:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b2fa628d 00000100:00100000:0.0:1761319686.058831:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.058871:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.058904:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385024 00000100:00100000:2.0:1761319686.058972:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20780 00000100:00100000:2.0:1761319686.058979:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e0e7b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465385024:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.058997:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1761319686.059002:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385088 00010000:00010000:2.0:1761319686.059017:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8e5 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.059024:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea38b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d7 expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.059049:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.059056:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.059064:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13884 00010000:00010000:2.0:1761319686.059068:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1761319686.059071:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:2262:x1846876465385088:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319686.059075:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.059084:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.059103:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea38b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d7 expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.059116:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea38b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d7 expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.059119:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.059144:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea38b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8d7 expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.059323:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.059337:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.059340:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.059347:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.059356:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.059369:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000030bcac42, rc 0) 00010000:00010000:3.0:1761319686.059383:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.059395:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.059407:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001be37b5d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301120:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.060374:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e0e7b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:32196:x1846876465385024:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1392us (1547us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.060383:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20780 00000100:00100000:3.0:1761319686.060496:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.062539:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001be37b5d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301120:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.062566:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.062620:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465385088:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3546us (3747us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.062631:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13884 00000100:00100000:0.0:1761319686.064595:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.064698:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385216 00002000:00100000:3.0:1761319686.064744:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000007e6f8117 x1846876465385216/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.064756:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007e6f8117 with x1846876465385216 ext(307200->311295) 00010000:00010000:3.0:1761319686.064765:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319686.064775:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007e6f8117 00000100:00100000:3.0:1761319686.064792:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2625 00000100:00100000:3.0:1761319686.064798:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e6f8117 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465385216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319686.064959:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e6f8117 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465385216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319686.064976:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2625 00002000:00100000:3.0:1761319686.064982:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000007e6f8117 x1846876465385216/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.064989:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007e6f8117 with x1846876465385216 ext(307200->311295) 00010000:00010000:3.0:1761319686.064995:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319686.065003:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007e6f8117 00000100:00100000:0.0:1761319686.069940:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.070011:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.070127:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385280 00000100:00100000:1.0:1761319686.071256:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20781 00000100:00100000:1.0:1761319686.071267:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e91b8b33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465385280:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.071284:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.071305:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8ec expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.071337:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.071344:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.071352:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319686.071362:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.071404:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.071417:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.071433:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000090510de, rc 0) 00000100:00100000:1.0:1761319686.071484:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e91b8b33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465385280:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 218us (1550us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.071492:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20781 00000100:00100000:3.0:1761319686.071638:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385344 00010000:00010000:3.0:1761319686.071734:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.071766:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13885 00000100:00100000:3.0:1761319686.071771:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7c2adff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465385344:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319686.071862:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.071881:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.071893:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.072309:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea392 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8de expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.072323:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.072325:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.072330:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.072338:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.072418:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.072430:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.072441:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c584d998 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301248:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.073724:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000065d0fa19 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.076475:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c584d998 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301248:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.076587:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.076649:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7c2adff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465385344:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4875us (6637us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.076662:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13885 00000100:00100000:0.0:1761319686.080310:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.081427:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385408 00010000:00010000:2.0:1761319686.081483:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.081586:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13886 00000100:00100000:2.0:1761319686.081594:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2265:x1846876465385408:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319686.081614:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.081650:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.081670:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.081701:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea399 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8e5 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.081722:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.081725:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.081733:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.081743:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.081790:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.081805:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301312:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.081899:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000006821718a going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.085984:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301312:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.086019:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.086080:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:2265:x1846876465385408:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4484us (5777us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.086091:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13886 00000100:00100000:0.0:1761319686.090080:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.090169:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385472 00000100:00100000:2.0:1761319686.090224:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20782 00000100:00100000:2.0:1761319686.090232:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:32196:x1846876465385472:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.090251:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.090272:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8f3 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.090307:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.090316:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.090318:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.090321:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.090349:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.090361:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 56 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.090372:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474301376:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.090439:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000006821718a going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.096701:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474301376:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.096735:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.096757:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000006fc296f, rc 0) 00000100:00100000:2.0:1761319686.096816:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465385472:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6583us (6743us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.096826:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20782 00000100:00100000:0.0:1761319686.098158:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.098821:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.098917:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385600 00000100:00100000:2.0:1761319686.099088:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385536 00010000:00010000:2.0:1761319686.099109:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.099145:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13887 00000100:00100000:2.0:1761319686.099151:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041b733a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465385536:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319686.099164:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.099181:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.099191:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.099212:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea3a0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8ec expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.099226:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.099228:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.099236:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.099243:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.099275:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.099292:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301440:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.099346:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000006821718a going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.099833:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20783 00000100:00100000:1.0:1761319686.099839:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465385600:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.099851:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.099866:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a8fa expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.099883:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.099889:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.099890:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.099892:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.099910:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.099919:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.099928:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474301504:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319686.099951:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 000000003ef1dccc going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.103028:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301440:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.103055:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.103102:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041b733a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465385536:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3949us (4945us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.103113:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13887 00000100:00100000:2.0:1761319686.105674:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.105774:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385728 00002000:00100000:1.0:1761319686.105815:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000056e9316 x1846876465385728/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.105826:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000056e9316 with x1846876465385728 ext(307200->311295) 00010000:00010000:1.0:1761319686.105837:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.105846:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000056e9316 00000100:00100000:1.0:1761319686.105875:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2626 00000100:00100000:1.0:1761319686.105881:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000056e9316 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465385728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319686.106694:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000056e9316 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465385728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 811us (1023us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.106704:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2626 00002000:00100000:1.0:1761319686.106711:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000056e9316 x1846876465385728/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.106720:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000056e9316 with x1846876465385728 ext(307200->311295) 00010000:00010000:1.0:1761319686.106728:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.106736:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000056e9316 00000100:00100000:1.0:1761319686.107915:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474301504:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319686.107940:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.107975:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000054ef618, rc 0) 00000100:00100000:1.0:1761319686.108014:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465385600:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8174us (9194us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.108021:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20783 00000100:00100000:0.0:1761319686.108915:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.109034:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385792 00000100:00100000:1.0:1761319686.109164:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20784 00000100:00100000:1.0:1761319686.109171:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465385792:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.109185:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.109206:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a901 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.109229:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.109235:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.109242:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319686.109244:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.109274:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.109284:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.109294:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006f9f38e4, rc 0) 00000100:00100000:1.0:1761319686.109332:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:32196:x1846876465385792:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 161us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.109338:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20784 00000100:00100000:0.0:1761319686.109797:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.110229:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385856 00010000:00010000:3.0:1761319686.110247:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.110275:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13888 00000100:00100000:3.0:1761319686.110279:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:2263:x1846876465385856:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319686.110288:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.110303:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.110313:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.110330:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea3a7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8f3 expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.110341:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.110343:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.110348:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.110355:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.110376:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 56 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.110385:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 56 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.110395:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024e38f92 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.110443:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.113233:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024e38f92 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.113262:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.113315:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465385856:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3032us (3517us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.113329:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13888 00000100:00100000:1.0:1761319686.113618:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.114156:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465385984 00002000:00100000:3.0:1761319686.114197:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000a0f1ce18 x1846876465385984/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.114207:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a0f1ce18 with x1846876465385984 ext(307200->311295) 00010000:00010000:3.0:1761319686.114217:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 57 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319686.114228:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a0f1ce18 00000100:00100000:0.0:1761319686.114258:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2627 00000100:00100000:0.0:1761319686.114265:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f1ce18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465385984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319686.114437:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f1ce18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465385984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (820us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.114443:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2627 00002000:00100000:0.0:1761319686.114449:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000a0f1ce18 x1846876465385984/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.114455:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a0f1ce18 with x1846876465385984 ext(307200->311295) 00010000:00010000:0.0:1761319686.114461:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 57 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.114468:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a0f1ce18 00000100:00100000:1.0:1761319686.116787:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.116831:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.116892:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386048 00000100:00100000:3.0:1761319686.116944:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20785 00000100:00100000:3.0:1761319686.116950:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465386048:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.116977:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.116994:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a908 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.117224:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.117230:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.117237:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319686.117240:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.117277:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.117277:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386112 00010000:00010000:2.0:1761319686.117292:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 59 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.117294:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 59 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.117308:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319686.117360:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465386048:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 409us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.117367:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20785 00000100:00100000:2.0:1761319686.117626:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13889 00000100:00100000:2.0:1761319686.117631:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e467d51e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2265:x1846876465386112:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319686.117641:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.117658:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.117670:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.117689:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea3ae lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a8fa expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.117702:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.117705:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.117711:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.117718:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.117755:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.117766:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 64 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.117777:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301760:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.117837:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000006821718a going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.120254:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.120349:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301760:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.120373:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.120420:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e467d51e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2265:x1846876465386112:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2788us (3589us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.120432:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13889 00000100:00100000:2.0:1761319686.120456:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386176 00010000:00010000:2.0:1761319686.120475:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.120532:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13890 00000100:00100000:2.0:1761319686.120538:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465386176:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319686.120550:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.120567:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.120577:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.120598:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea3b5 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a901 expref: 65 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.120611:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.120613:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.120619:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.120626:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.120660:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.120671:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301824:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.120700:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000006821718a going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.122393:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474301824:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.122419:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.122467:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:2262:x1846876465386176:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 1927us (2218us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.122478:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13890 00000100:00100000:1.0:1761319686.132146:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.132204:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386240 00000100:00100000:3.0:1761319686.132250:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20786 00000100:00100000:3.0:1761319686.132258:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcf0360b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:32196:x1846876465386240:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.132276:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.132296:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a90f expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.132338:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.132347:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.132349:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.132352:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.132388:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.132400:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.132413:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024e38f92 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474301888:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.132482:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.135933:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.136139:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386368 00002000:00100000:2.0:1761319686.136182:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000a3b9b2d0 x1846876465386368/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319686.136193:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a3b9b2d0 with x1846876465386368 ext(307200->311295) 00010000:00010000:2.0:1761319686.136204:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:2.0:1761319686.136214:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a3b9b2d0 00000100:00100000:2.0:1761319686.136251:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2628 00000100:00100000:2.0:1761319686.136258:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3b9b2d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465386368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319686.136443:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3b9b2d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465386368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 184us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.136451:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2628 00002000:00100000:2.0:1761319686.136457:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@00000000a3b9b2d0 x1846876465386368/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319686.136465:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a3b9b2d0 with x1846876465386368 ext(307200->311295) 00010000:00010000:2.0:1761319686.136471:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:2.0:1761319686.136478:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a3b9b2d0 00000100:00100000:3.0:1761319686.136722:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024e38f92 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474301888:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.136748:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.136766:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319686.136807:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcf0360b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465386240:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4550us (4669us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.136815:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20786 00000100:00100000:1.0:1761319686.141441:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.141709:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386432 00000100:00100000:1.0:1761319686.141927:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.142290:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20787 00000100:00100000:3.0:1761319686.142298:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465386432:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.142315:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.142335:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a916 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.142364:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.142371:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.142378:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319686.142382:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.142425:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.142439:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.142453:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319686.142506:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465386432:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 207us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.142546:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20787 00000100:00100000:2.0:1761319686.142902:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386496 00010000:00010000:2.0:1761319686.142921:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.142956:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13891 00000100:00100000:2.0:1761319686.142961:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465386496:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319686.142984:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.143002:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.143013:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.143033:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea3bc lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a908 expref: 58 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.143346:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.143349:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.143356:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.143366:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.143394:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.143406:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.143418:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302016:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.143464:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000006821718a going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.147501:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.147679:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302016:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.147706:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319686.147880:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386624 00002000:00100000:0.0:1761319686.147920:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000028d8e046 x1846876465386624/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.147930:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000028d8e046 with x1846876465386624 ext(307200->311295) 00010000:00010000:0.0:1761319686.147941:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.147950:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000028d8e046 00000100:00100000:0.0:1761319686.147991:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2629 00000100:00100000:0.0:1761319686.147996:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028d8e046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465386624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319686.148830:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465386496:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5866us (6902us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.148841:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13891 00000100:00100000:0.0:1761319686.149493:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028d8e046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465386624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1494us (1998us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.149502:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2629 00002000:00100000:0.0:1761319686.149527:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000028d8e046 x1846876465386624/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.149537:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000028d8e046 with x1846876465386624 ext(307200->311295) 00010000:00010000:0.0:1761319686.149547:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.149556:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000028d8e046 00000100:00100000:1.0:1761319686.154577:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.154901:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.154991:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386688 00010000:00010000:2.0:1761319686.155026:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.155070:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13892 00000100:00100000:2.0:1761319686.155077:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a36e2fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465386688:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319686.155092:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.155111:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.155123:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.155149:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea3c3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a90f expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.155165:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.155167:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.155174:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.155183:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.155223:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.155235:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302080:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.155300:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000006821718a going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.155657:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386752 00000100:00100000:0.0:1761319686.155688:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20788 00000100:00100000:0.0:1761319686.155693:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465386752:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.155706:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.155719:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a91d expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.155739:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.155746:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.155748:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.155750:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.155776:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.155787:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 56 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.155797:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474302144:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.155823:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.158577:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474302144:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.158607:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.158627:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b58cbba, rc 0) 00000100:00100000:2.0:1761319686.158753:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302080:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.158766:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319686.158995:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:32196:x1846876465386752:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3300us (4094us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.159003:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20788 00000100:00100000:2.0:1761319686.159053:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a36e2fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465386688:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3976us (4483us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.159062:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13892 00000100:00100000:3.0:1761319686.164733:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.164804:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386816 00010000:00010000:2.0:1761319686.164839:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.164883:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13893 00000100:00100000:2.0:1761319686.164889:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465386816:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319686.164906:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.164924:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.164936:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.164961:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea3ca lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a916 expref: 57 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.164997:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.164999:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.165006:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.165016:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.165053:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.165067:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302208:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.165136:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098e2b020 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.167333:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302208:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.167362:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.167414:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2263:x1846876465386816:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2522us (2686us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.167423:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13893 00000100:00100000:3.0:1761319686.169501:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.169619:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465386944 00002000:00100000:0.0:1761319686.169660:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000059ee3c5f x1846876465386944/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.169671:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000059ee3c5f with x1846876465386944 ext(307200->311295) 00002000:00010000:0.0:1761319686.169676:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000059ee3c5f 00000100:00100000:0.0:1761319686.169708:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20393 00000100:00100000:0.0:1761319686.169714:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059ee3c5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465386944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319686.169896:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059ee3c5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2263:x1846876465386944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.169904:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20393 00002000:00100000:0.0:1761319686.169910:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000059ee3c5f x1846876465386944/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.169917:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000059ee3c5f with x1846876465386944 ext(307200->311295) 00002000:00010000:0.0:1761319686.169920:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000059ee3c5f 00000100:00100000:2.0:1761319686.172500:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.175383:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387008 00000100:00100000:0.0:1761319686.175448:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20789 00000100:00100000:0.0:1761319686.175455:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+56:32205:x1846876465387008:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.175473:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.175492:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a924 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.175544:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.175553:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.175555:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.175558:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.175588:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.175600:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.175614:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474302272:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.177196:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.177300:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.177881:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387136 00002000:00100000:3.0:1761319686.177921:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (311296->315391) req@0000000010085299 x1846876465387136/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319686.177931:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000010085299 with x1846876465387136 ext(311296->315391) 00010000:00010000:3.0:1761319686.177941:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319686.177957:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000010085299 00000100:00100000:3.0:1761319686.178735:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2630 00000100:00100000:3.0:1761319686.178742:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010085299 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465387136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319686.178924:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010085299 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:2262:x1846876465387136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (1626us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319686.178933:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2630 00002000:00100000:3.0:1761319686.178940:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (311296->315391) req@0000000010085299 x1846876465387136/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319686.178949:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000010085299 with x1846876465387136 ext(311296->315391) 00010000:00010000:3.0:1761319686.178956:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 65 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319686.178975:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000010085299 00000100:00100000:0.0:1761319686.181840:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474302272:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.181870:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.181893:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000049136407, rc 0) 00000100:00100000:0.0:1761319686.181943:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465387008:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6487us (9449us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.181953:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20789 00000100:00100000:2.0:1761319686.185661:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.186328:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387200 00000100:00100000:0.0:1761319686.186391:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20790 00000100:00100000:0.0:1761319686.186397:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+65:32196:x1846876465387200:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.186414:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.186435:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a92b expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.186463:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.186465:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.186471:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.186483:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.186501:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e12ea705, rc 0) 00000100:00100000:0.0:1761319686.186590:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:32196:x1846876465387200:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 192us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.186598:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20790 00000100:00100000:2.0:1761319686.186805:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.187919:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387264 00002000:00100000:0.0:1761319686.187953:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000053fb275e x1846876465387264/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 4584/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00002000:00100000:0.0:1761319686.187975:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000053fb275e with x1846876465387264 ext(307200->311295) 00010000:00010000:0.0:1761319686.187987:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.187996:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000053fb275e 00000100:00100000:0.0:1761319686.188021:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2631 00000100:00100000:0.0:1761319686.188026:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+66:2262:x1846876465387264:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 00000100:00100000:0.0:1761319686.189718:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465387264:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 Request processed in 1686us (2910us total) trans 4294973859 rc 0/0 00000100:00100000:0.0:1761319686.189730:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2631 00002000:00100000:0.0:1761319686.189739:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@0000000053fb275e x1846876465387264/t4294973859(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 4584/448 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_02.0' 00002000:00100000:0.0:1761319686.189748:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000053fb275e with x1846876465387264 ext(307200->311295) 00010000:00010000:0.0:1761319686.189758:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.189773:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000053fb275e 00000100:00100000:2.0:1761319686.192727:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.192813:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387328 00010000:00010000:3.0:1761319686.192852:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.192935:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13894 00000100:00100000:3.0:1761319686.192947:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465387328:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319686.192960:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1761319686.192987:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 608 -> 616 00010000:00010000:3.0:1761319686.192992:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.193008:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.193036:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea3d1 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->33861631] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a91d expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.193058:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.193061:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.193068:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.193083:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.193091:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.193092:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.193095:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.193102:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.193144:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.193155:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302336:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.193711:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.193721:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c838b95e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302400:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.193742:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.197912:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302336:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.197931:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c838b95e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302400:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.197954:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.198025:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:2263:x1846876465387328:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5075us (5309us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.198036:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13894 00000100:00100000:2.0:1761319686.198239:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.198421:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387456 00002000:00100000:0.0:1761319686.198457:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000001525668c x1846876465387456/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:0.0:1761319686.198467:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001525668c with x1846876465387456 ext(307200->311295) 00002000:00010000:0.0:1761319686.198471:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001525668c 00000100:00100000:0.0:1761319686.198500:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20394 00000100:00100000:0.0:1761319686.198506:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001525668c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2265:x1846876465387456:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1761319686.198696:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001525668c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2265:x1846876465387456:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 189us (459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.198704:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20394 00002000:00100000:0.0:1761319686.198709:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (307200->311295) req@000000001525668c x1846876465387456/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:0.0:1761319686.198717:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001525668c with x1846876465387456 ext(307200->311295) 00002000:00010000:0.0:1761319686.198721:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001525668c 00000100:00100000:2.0:1761319686.203179:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.203264:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387520 00000100:00100000:1.0:1761319686.203310:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20791 00000100:00100000:1.0:1761319686.203316:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465387520:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.203333:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.203351:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a932 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.203380:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.203388:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.203390:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.203393:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.203425:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.203436:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 66 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.203448:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474302464:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319686.203538:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 000000003ef1dccc going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.206302:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.206533:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387584 00010000:00010000:3.0:1761319686.206570:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.206866:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474302464:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.206891:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 58 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.206909:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003895d076, rc 0) 00000100:00100000:2.0:1761319686.206991:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465387520:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3673us (3818us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.207000:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20791 00000100:00100000:3.0:1761319686.207285:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13895 00000100:00100000:3.0:1761319686.207292:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098c7db4a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:2262:x1846876465387584:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319686.207305:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.207323:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.207334:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.207355:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3df lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a92b expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.207372:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.207374:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.207380:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.207389:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.207419:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.207432:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c838b95e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302528:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.207484:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 6 seconds 00000100:00100000:1.0:1761319686.209944:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.210042:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387648 00000100:00100000:2.0:1761319686.210100:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20792 00000100:00100000:2.0:1761319686.210105:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:32196:x1846876465387648:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.210123:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.210144:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a939 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.210174:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.210181:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.210183:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.210186:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.210215:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 57 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.210226:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 57 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.210239:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003777dc4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474302592:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.211280:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098e2b020 going to sleep for 6 seconds 00000100:00100000:3.0:1761319686.213506:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c838b95e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302528:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.213552:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.213592:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098c7db4a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465387584:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6298us (7297us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.213604:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13895 00000100:00100000:1.0:1761319686.213860:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.214001:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387776 00002000:00100000:0.0:1761319686.214041:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (311296->315391) req@000000000d61d6cc x1846876465387776/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.214051:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000d61d6cc with x1846876465387776 ext(311296->315391) 00010000:00010000:0.0:1761319686.214063:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.214073:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000d61d6cc 00000100:00100000:0.0:1761319686.214097:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2632 00000100:00100000:0.0:1761319686.214103:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d61d6cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465387776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.214274:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d61d6cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465387776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.214282:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2632 00002000:00100000:0.0:1761319686.214288:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (311296->315391) req@000000000d61d6cc x1846876465387776/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.214296:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000d61d6cc with x1846876465387776 ext(311296->315391) 00010000:00010000:0.0:1761319686.214302:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.214310:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000d61d6cc 00000100:00100000:3.0:1761319686.218439:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003777dc4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474302592:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.218469:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.218491:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000030bcac42, rc 0) 00000100:00100000:3.0:1761319686.218635:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:32196:x1846876465387648:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8528us (8696us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.218649:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20792 00000100:00100000:2.0:1761319686.222057:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.222167:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387904 00002000:00100000:3.0:1761319686.222211:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000a323d813 x1846876465387904/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.222222:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a323d813 with x1846876465387904 ext(315392->319487) 00010000:00010000:3.0:1761319686.222233:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319686.222242:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a323d813 00000100:00100000:3.0:1761319686.222273:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2633 00000100:00100000:3.0:1761319686.222278:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a323d813 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465387904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319686.222481:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a323d813 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465387904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 201us (431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319686.222488:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2633 00002000:00100000:3.0:1761319686.222494:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000a323d813 x1846876465387904/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.222501:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a323d813 with x1846876465387904 ext(315392->319487) 00010000:00010000:3.0:1761319686.222506:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 58 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:3.0:1761319686.222537:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a323d813 00000100:00100000:2.0:1761319686.228980:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.229240:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465387968 00000100:00100000:3.0:1761319686.229293:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20793 00000100:00100000:3.0:1761319686.229300:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465387968:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.229318:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.229337:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a940 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.229364:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.229367:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.229372:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.229383:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 59 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.229395:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319686.229492:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465387968:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 192us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.229500:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20793 00000100:00100000:1.0:1761319686.229665:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.229793:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388032 00002000:00100000:0.0:1761319686.229820:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (303104->315391) req@00000000ae21cbbe x1846876465388032/t0(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 12776/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00002000:00100000:0.0:1761319686.229830:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ae21cbbe with x1846876465388032 ext(303104->315391) 00010000:00010000:0.0:1761319686.229843:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 59 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.229850:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ae21cbbe 00000100:00100000:0.0:1761319686.229875:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2634 00000100:00100000:0.0:1761319686.229879:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae21cbbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2264:x1846876465388032:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 00000100:00100000:0.0:1761319686.231354:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae21cbbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2264:x1846876465388032:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 Request processed in 1470us (1687us total) trans 4294973862 rc 0/0 00000100:00100000:0.0:1761319686.231366:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2634 00002000:00100000:0.0:1761319686.231373:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (303104->315391) req@00000000ae21cbbe x1846876465388032/t4294973862(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 12776/448 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_04.0' 00002000:00100000:0.0:1761319686.231379:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ae21cbbe with x1846876465388032 ext(303104->315391) 00010000:00010000:0.0:1761319686.231393:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 63 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.231399:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ae21cbbe 00000100:00100000:1.0:1761319686.236564:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.236859:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388096 00010000:00010000:3.0:1761319686.236895:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 63 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.236943:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13896 00000100:00100000:3.0:1761319686.236950:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a60547e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465388096:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319686.236974:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1761319686.236991:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 616 -> 624 00010000:00010000:3.0:1761319686.236997:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 63 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.237015:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 63 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.237041:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea3e6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [311296->33865727] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a932 expref: 63 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.237058:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.237060:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.237067:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.237075:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.237082:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.237083:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.237086:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.237092:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.237125:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.237137:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c838b95e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302656:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.237231:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.237241:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302720:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.237262:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000062ad2964 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.243036:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.243051:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c838b95e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302656:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.243065:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302720:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.243091:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319686.243181:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388224 00002000:00100000:0.0:1761319686.243230:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (311296->315391) req@0000000003777dc4 x1846876465388224/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.243240:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000003777dc4 with x1846876465388224 ext(311296->315391) 00002000:00010000:0.0:1761319686.243244:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000003777dc4 00000100:00100000:0.0:1761319686.243275:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20395 00000100:00100000:0.0:1761319686.243281:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003777dc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:2263:x1846876465388224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319686.244072:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a60547e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465388096:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 7119us (7513us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.244083:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13896 00000100:00100000:0.0:1761319686.244429:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003777dc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:2263:x1846876465388224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1146us (1399us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.244439:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20395 00002000:00100000:0.0:1761319686.244447:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (311296->315391) req@0000000003777dc4 x1846876465388224/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.244457:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000003777dc4 with x1846876465388224 ext(311296->315391) 00002000:00010000:0.0:1761319686.244460:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000003777dc4 00000100:00100000:1.0:1761319686.251579:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.252009:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388288 00000100:00100000:0.0:1761319686.252069:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20794 00000100:00100000:0.0:1761319686.252076:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ddfde6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:32196:x1846876465388288:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.252094:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.252115:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a947 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.252148:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.252156:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.252158:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.252161:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 68 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.252192:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.252203:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 61 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.252216:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474302784:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.252288:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.257373:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474302784:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.257409:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 68 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.257434:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e12ea705, rc 0) 00000100:00100000:0.0:1761319686.258716:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ddfde6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465388288:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6634us (7140us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.258727:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20794 00000100:00100000:2.0:1761319686.259992:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.260123:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.260178:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388352 00010000:00010000:3.0:1761319686.260249:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.260285:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13897 00000100:00100000:3.0:1761319686.260290:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f86b8c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465388352:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319686.260304:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.260320:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.260330:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.260353:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea3f4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a940 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.260373:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.260375:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.260382:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.260391:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.260423:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.260435:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302848:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.260486:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000062ad2964 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.260850:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388416 00000100:00100000:0.0:1761319686.260880:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20795 00000100:00100000:0.0:1761319686.260884:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465388416:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.260896:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.260910:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a94e expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.260928:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.260935:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.260937:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.260943:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 63 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.260973:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.260984:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.260994:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474302912:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.261030:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.263392:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302848:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.263415:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.263464:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f86b8c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465388352:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3172us (3475us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.263473:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13897 00000100:00100000:0.0:1761319686.264098:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474302912:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.264159:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.264178:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b58cbba, rc 0) 00000100:00100000:0.0:1761319686.264560:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465388416:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3673us (4436us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.264568:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20795 00000100:00100000:1.0:1761319686.266677:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.266762:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388544 00002000:00100000:0.0:1761319686.266795:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000e467d51e x1846876465388544/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.266805:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e467d51e with x1846876465388544 ext(315392->319487) 00010000:00010000:0.0:1761319686.266815:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.266824:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e467d51e 00000100:00100000:0.0:1761319686.266852:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2635 00000100:00100000:0.0:1761319686.266857:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e467d51e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465388544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.267021:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e467d51e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465388544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (349us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.267028:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2635 00002000:00100000:0.0:1761319686.267033:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000e467d51e x1846876465388544/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.267041:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e467d51e with x1846876465388544 ext(315392->319487) 00010000:00010000:0.0:1761319686.267046:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.267053:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e467d51e 00000100:00100000:2.0:1761319686.270391:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.270434:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.270727:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388672 00010000:00010000:3.0:1761319686.270762:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.270803:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13898 00000100:00100000:3.0:1761319686.270809:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465388672:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319686.270823:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.270842:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.270852:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.270875:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e12ea705/0x8eaf31f9c36ea3fb lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a947 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.270891:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.270893:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.270900:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.270908:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.270942:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.270954:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302976:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.271034:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000062ad2964 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.271859:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388608 00000100:00100000:0.0:1761319686.271898:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20796 00000100:00100000:0.0:1761319686.271903:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f74033ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465388608:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.271916:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.271930:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a955 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.271951:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.271959:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.271961:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.271974:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.271998:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.272009:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 61 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.272018:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474303040:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.272061:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.276161:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.276375:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474302976:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.276399:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.276442:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+69:2263:x1846876465388672:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5632us (6008us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.276451:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13898 00000100:00100000:1.0:1761319686.276932:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388800 00002000:00100000:1.0:1761319686.276975:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000015821308 x1846876465388800/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319686.276985:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000015821308 with x1846876465388800 ext(315392->319487) 00010000:00010000:1.0:1761319686.276995:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 62 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.277003:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000015821308 00000100:00100000:1.0:1761319686.277029:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2636 00000100:00100000:1.0:1761319686.277034:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015821308 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465388800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319686.277189:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015821308 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465388800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (1035us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.277210:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2636 00002000:00100000:1.0:1761319686.277215:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000015821308 x1846876465388800/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319686.277223:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000015821308 with x1846876465388800 ext(315392->319487) 00010000:00010000:1.0:1761319686.277229:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 62 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.277235:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000015821308 00000100:00100000:0.0:1761319686.277519:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474303040:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.277540:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 68 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.277556:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cbea046c, rc 0) 00000100:00100000:0.0:1761319686.277589:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f74033ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465388608:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5685us (7205us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.277596:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20796 00000100:00100000:2.0:1761319686.280605:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.280650:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.280703:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388864 00000100:00100000:3.0:1761319686.280719:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388928 00010000:00010000:3.0:1761319686.280748:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.280756:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20797 00000100:00100000:0.0:1761319686.280762:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa01588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465388864:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.280775:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1761319686.280779:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13899 00000100:00100000:3.0:1761319686.280782:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1142fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465388928:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319686.280791:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a95c expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.280793:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319686.280815:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.280819:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.280825:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319686.280828:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.280925:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.280935:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319686.280949:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.280954:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b58cbba/0x8eaf31f9c36ea402 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a94e expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319686.280959:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.280977:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.280979:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.280985:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.280992:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.281002:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e961b9fe, rc 0) 00010000:00010000:3.0:1761319686.281012:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.281020:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.281036:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474303168:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.281051:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa01588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465388864:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 289us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.281058:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20797 00000100:00100000:3.0:1761319686.281147:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000062ad2964 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.283356:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474303168:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.283382:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.283439:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1142fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465388928:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2647us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.283450:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13899 00000100:00100000:2.0:1761319686.285108:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.285261:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465388992 00010000:00010000:3.0:1761319686.285297:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.285347:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13900 00000100:00100000:3.0:1761319686.285353:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a431e2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465388992:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319686.285367:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.285385:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.285397:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.285422:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea409 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a955 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:3.0:1761319686.285438:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.285441:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.285448:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.285456:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.285490:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.285504:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000638e54c1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474303232:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.285599:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.289951:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000638e54c1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474303232:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.289998:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.290054:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a431e2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:2263:x1846876465388992:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4698us (4950us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.290065:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13900 00000100:00100000:2.0:1761319686.296374:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.296472:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389056 00000100:00100000:0.0:1761319686.296771:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20798 00000100:00100000:0.0:1761319686.296778:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073a9db3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:32196:x1846876465389056:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.296799:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.296823:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a963 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.296860:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.296869:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.296871:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.296874:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 68 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.296907:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.296919:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 61 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.296932:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474303296:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.297013:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.301543:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474303296:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.301581:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 68 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.301604:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a6928ca5, rc 0) 00000100:00100000:0.0:1761319686.301677:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073a9db3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465389056:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4897us (5309us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.301685:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20798 00000100:00100000:3.0:1761319686.303107:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.303234:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.303545:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389184 00000100:00100000:0.0:1761319686.303545:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389120 00010000:00010000:0.0:1761319686.303577:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.303601:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20799 00000100:00100000:1.0:1761319686.303607:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465389184:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:0.0:1761319686.303609:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13901 00000100:00100000:0.0:1761319686.303612:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465389120:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319686.303620:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.303623:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.303634:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a96a expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.303642:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.303655:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.303659:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.303665:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319686.304452:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.304489:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319686.304558:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea410 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a95c expref: 64 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319686.304575:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.304577:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.304583:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.304598:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.304638:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.304650:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.304663:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303360:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.304727:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00010000:00010000:1.0:1761319686.304866:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.304874:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.304883:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474303424:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319686.304923:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049935393 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.310127:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474303424:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.310127:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303360:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319686.310153:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1761319686.310158:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 63 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.310179:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000049d45392, rc 0) 00000100:00100000:1.0:1761319686.310200:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465389184:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6591us (6965us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.310200:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465389120:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6585us (7096us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.310208:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20799 00000100:00100000:0.0:1761319686.310209:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13901 00000100:00100000:2.0:1761319686.312088:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.312481:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389312 00002000:00100000:1.0:1761319686.312612:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000f161104d x1846876465389312/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.312623:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f161104d with x1846876465389312 ext(315392->319487) 00010000:00010000:1.0:1761319686.312635:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.312643:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f161104d 00000100:00100000:1.0:1761319686.313480:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2637 00000100:00100000:1.0:1761319686.313488:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f161104d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465389312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319686.313689:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f161104d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465389312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (1607us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.313698:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2637 00002000:00100000:1.0:1761319686.313704:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000f161104d x1846876465389312/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.313713:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f161104d with x1846876465389312 ext(315392->319487) 00010000:00010000:1.0:1761319686.313721:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.313729:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f161104d 00000100:00100000:2.0:1761319686.319139:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.319180:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.319805:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389376 00000100:00100000:1.0:1761319686.319847:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20800 00000100:00100000:1.0:1761319686.319852:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465389376:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.319869:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.319892:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a971 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.319920:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.319926:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.319932:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319686.319935:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.319978:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.319990:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.320003:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dc443ebf, rc 0) 00000100:00100000:0.0:1761319686.320044:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389440 00010000:00010000:0.0:1761319686.320062:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 70 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.320098:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13902 00000100:00100000:1.0:1761319686.320100:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+70:32196:x1846876465389376:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 247us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.320103:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7f8cd43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+70:2263:x1846876465389440:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1761319686.320107:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20800 00010000:00010000:0.0:1761319686.320112:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319686.320130:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 69 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319686.320142:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 69 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319686.320167:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea417 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a963 expref: 69 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319686.320338:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.320340:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.320346:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.320354:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.320375:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.320385:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 61 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.320397:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303552:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.320429:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000007442fa22 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.326626:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303552:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319686.326653:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.327124:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.327691:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7f8cd43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465389440:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 7585us (8509us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.327703:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13902 00000100:00100000:0.0:1761319686.328628:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389568 00002000:00100000:1.0:1761319686.329281:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000fc7c0bcf x1846876465389568/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.329293:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fc7c0bcf with x1846876465389568 ext(315392->319487) 00010000:00010000:1.0:1761319686.329304:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 62 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.329313:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fc7c0bcf 00000100:00100000:1.0:1761319686.329381:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2638 00000100:00100000:1.0:1761319686.329388:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc7c0bcf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465389568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319686.330825:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc7c0bcf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465389568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1433us (3700us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.330838:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2638 00002000:00100000:1.0:1761319686.330847:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000fc7c0bcf x1846876465389568/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.330857:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fc7c0bcf with x1846876465389568 ext(315392->319487) 00010000:00010000:1.0:1761319686.330869:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 62 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.330878:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fc7c0bcf 00000100:00100000:3.0:1761319686.338160:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.338378:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389632 00000100:00100000:2.0:1761319686.338443:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20801 00000100:00100000:2.0:1761319686.338450:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c838b95e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465389632:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.338469:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.338490:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a978 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.338554:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.338560:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.338568:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319686.338576:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 63 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.338622:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.338635:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 63 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.338649:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a3496f2f, rc 0) 00000100:00100000:2.0:1761319686.338887:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c838b95e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465389632:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 435us (2079us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.338894:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20801 00000100:00100000:2.0:1761319686.338944:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.339001:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389696 00010000:00010000:1.0:1761319686.339018:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.339047:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13903 00000100:00100000:1.0:1761319686.339050:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465389696:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319686.339060:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.339076:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.339086:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.339104:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea41e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a96a expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.339117:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.339118:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.339124:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.339131:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.339154:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.339164:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 67 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.339174:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303680:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.339210:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ab7a43bd going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.344169:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.344572:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303680:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.344600:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.344644:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465389696:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5591us (5700us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.344655:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13903 00000100:00100000:1.0:1761319686.345337:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389760 00010000:00010000:1.0:1761319686.345362:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.345403:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13904 00000100:00100000:1.0:1761319686.345410:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d53821e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465389760:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319686.345422:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.345440:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.345453:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.345487:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea425 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a971 expref: 68 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.345502:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.345504:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.346339:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.346352:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.346390:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.346402:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303744:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.346462:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ab7a43bd going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.348534:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303744:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.348558:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.348597:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d53821e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:2263:x1846876465389760:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3187us (4435us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.348604:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13904 00000100:00100000:2.0:1761319686.355800:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.355888:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389824 00000100:00100000:3.0:1761319686.355954:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20802 00000100:00100000:3.0:1761319686.355960:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d7780c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:32196:x1846876465389824:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.355994:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.356014:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a97f expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.356055:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.356062:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.356065:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.356067:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.356100:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.356111:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 61 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.356123:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024846663 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474303808:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.356192:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.358239:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.358379:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389888 00010000:00010000:1.0:1761319686.358411:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.358506:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13905 00000100:00100000:1.0:1761319686.358548:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f86b8c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465389888:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319686.358563:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.358581:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.358592:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.358600:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024846663 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474303808:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319686.358613:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea42c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a978 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.358627:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.358629:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.358727:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.358738:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.358815:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.358828:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00010000:00010000:1.0:1761319686.358828:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.358838:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303872:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.359258:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ab7a43bd going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.359321:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d7780c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465389824:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3359us (3528us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.359329:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20802 00000100:00100000:2.0:1761319686.362002:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.362046:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.362140:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474303872:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.362163:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.362221:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f86b8c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2262:x1846876465389888:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3673us (3988us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.362231:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13905 00000100:00100000:3.0:1761319686.362441:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465389952 00000100:00100000:3.0:1761319686.362489:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20803 00000100:00100000:3.0:1761319686.362495:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+61:32205:x1846876465389952:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.362537:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.362557:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a986 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.362587:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.362594:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.362596:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.362599:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.362628:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.362639:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 67 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.362650:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024846663 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474303936:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.362683:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.365112:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390080 00002000:00100000:0.0:1761319686.365172:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000b227bd36 x1846876465390080/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.365189:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b227bd36 with x1846876465390080 ext(315392->319487) 00010000:00010000:0.0:1761319686.365200:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.365212:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b227bd36 00000100:00100000:0.0:1761319686.365251:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2639 00000100:00100000:0.0:1761319686.365257:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b227bd36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465390080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319686.365363:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024846663 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474303936:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.365392:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.365411:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:0.0:1761319686.365458:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b227bd36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465390080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 199us (3410us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.365466:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465389952:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2969us (3469us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.365468:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2639 00002000:00100000:0.0:1761319686.365478:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000b227bd36 x1846876465390080/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00000100:00100000:2.0:1761319686.365481:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20803 00002000:00100000:0.0:1761319686.365490:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b227bd36 with x1846876465390080 ext(315392->319487) 00010000:00010000:0.0:1761319686.365499:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.365506:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b227bd36 00000100:00100000:3.0:1761319686.369127:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.369362:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390144 00000100:00100000:3.0:1761319686.369376:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1761319686.369398:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.369459:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13906 00000100:00100000:1.0:1761319686.369465:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054fa6038 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465390144:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319686.369479:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.369498:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.369545:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.369573:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea433 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a97f expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.369589:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.369591:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1761319686.369598:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390208 00010000:00010000:1.0:1761319686.369598:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.369607:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.369634:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20804 00000100:00100000:2.0:1761319686.369638:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465390208:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.369643:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.369653:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:1.0:1761319686.369661:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474304000:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.369667:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a98d expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.369685:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.369691:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.369693:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.369695:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.369714:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.369725:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 61 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.369733:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474304064:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.369783:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098e2b020 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.369783:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ab7a43bd going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.371762:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474304064:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.371795:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.371817:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:3.0:1761319686.371873:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+69:32196:x1846876465390208:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2232us (2496us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.371887:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20804 00000100:00100000:3.0:1761319686.373006:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.373061:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474304000:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.373081:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.373126:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054fa6038 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465390144:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3660us (4007us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.373135:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13906 00000100:00100000:2.0:1761319686.373304:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390336 00002000:00100000:2.0:1761319686.373340:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000081dd29d8 x1846876465390336/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319686.373356:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000081dd29d8 with x1846876465390336 ext(315392->319487) 00010000:00010000:2.0:1761319686.373366:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:2.0:1761319686.373374:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000081dd29d8 00000100:00100000:2.0:1761319686.373404:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2640 00000100:00100000:2.0:1761319686.373414:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081dd29d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465390336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319686.373606:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081dd29d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465390336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 195us (606us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.373613:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2640 00002000:00100000:2.0:1761319686.373618:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000081dd29d8 x1846876465390336/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319686.373626:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000081dd29d8 with x1846876465390336 ext(315392->319487) 00010000:00010000:2.0:1761319686.373631:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:2.0:1761319686.373638:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000081dd29d8 00000100:00100000:3.0:1761319686.375919:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.376007:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.376075:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390464 00010000:00010000:1.0:1761319686.376105:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.376144:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13907 00000100:00100000:1.0:1761319686.376149:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465390464:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319686.376163:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.376182:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.376207:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.376226:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390400 00010000:00010000:1.0:1761319686.376232:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea43a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a986 expref: 63 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.376248:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.376250:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1761319686.376254:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20805 00010000:00010000:1.0:1761319686.376256:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.376258:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465390400:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.376265:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.376269:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.376281:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a994 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.376297:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.376301:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.376307:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.376308:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.376310:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 63 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.376561:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 67 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.376574:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474304128:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.376580:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 67 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1761319686.376587:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 67 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.376594:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474304192:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.376661:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098e2b020 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.376661:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000003ef1dccc going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.378808:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474304192:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.378839:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 63 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.378862:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319686.378920:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465390400:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2660us (3007us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.379044:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20805 00000100:00100000:3.0:1761319686.379311:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.379380:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390528 00010000:00010000:0.0:1761319686.379406:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1761319686.379446:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13908 00000100:00100000:0.0:1761319686.379452:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465390528:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319686.379468:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319686.379486:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319686.379497:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1761319686.379544:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.379546:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.379553:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.379562:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.379592:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319686.379604:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304256:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.379645:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00010000:00010000:1.0:1761319686.381036:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea441 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a98d expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.381058:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474304128:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.381075:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.381128:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465390464:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4977us (5120us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.381138:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13907 00000100:00100000:1.0:1761319686.382377:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304256:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.382397:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.382589:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:2263:x1846876465390528:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3135us (3278us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.382604:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13908 00000100:00100000:3.0:1761319686.393475:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.393547:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390592 00000100:00100000:2.0:1761319686.393603:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20806 00000100:00100000:2.0:1761319686.393609:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d3ee955 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:32196:x1846876465390592:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.393627:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.393647:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a99b expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.393678:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.393685:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.393687:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.393690:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.393719:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.393730:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 61 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.393742:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474304320:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.393809:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098e2b020 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.394820:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.396030:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390720 00002000:00100000:1.0:1761319686.396069:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000006b2fa4d x1846876465390720/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.396080:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000006b2fa4d with x1846876465390720 ext(315392->319487) 00010000:00010000:1.0:1761319686.396091:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.396100:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000006b2fa4d 00000100:00100000:1.0:1761319686.396122:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2641 00000100:00100000:1.0:1761319686.396127:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465390720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319686.396286:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465390720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (1468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.396293:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2641 00002000:00100000:1.0:1761319686.396299:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000006b2fa4d x1846876465390720/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.396306:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000006b2fa4d with x1846876465390720 ext(315392->319487) 00010000:00010000:1.0:1761319686.396312:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.396319:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000006b2fa4d 00000100:00100000:2.0:1761319686.399458:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474304320:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.399491:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.399577:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319686.399630:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d3ee955 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465390592:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6019us (6161us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.399639:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20806 00000100:00100000:2.0:1761319686.402996:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.403035:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.403140:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390848 00010000:00010000:1.0:1761319686.403171:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.403227:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13909 00000100:00100000:1.0:1761319686.403233:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3d67f5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465390848:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319686.403249:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.403269:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.403280:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.403304:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea448 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a994 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.403320:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.403322:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.403328:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.403337:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.403373:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.403385:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304384:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.403447:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 6 seconds 00000100:00100000:3.0:1761319686.403498:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390784 00000100:00100000:3.0:1761319686.403555:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20807 00000100:00100000:3.0:1761319686.403560:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094186889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465390784:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.403572:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.403587:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9a2 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.403604:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.403611:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.403612:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.403614:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 63 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.403631:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.403641:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 67 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:3.0:1761319686.403655:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bc09a03 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474304448:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.403679:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad099c8c going to sleep for 6 seconds 00000100:00100000:1.0:1761319686.407770:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304384:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.407796:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.407848:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3d67f5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465390848:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4613us (4811us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.407859:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13909 00000100:00100000:2.0:1761319686.408062:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.408169:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bc09a03 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474304448:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.408188:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.408209:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:0.0:1761319686.408245:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094186889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465390784:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4684us (5255us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.408253:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20807 00000100:00100000:1.0:1761319686.408306:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465390976 00002000:00100000:1.0:1761319686.408333:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000fd144c11 x1846876465390976/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319686.408343:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fd144c11 with x1846876465390976 ext(315392->319487) 00010000:00010000:1.0:1761319686.408352:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.408359:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fd144c11 00000100:00100000:1.0:1761319686.408385:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2642 00000100:00100000:1.0:1761319686.408391:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd144c11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465390976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319686.408557:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd144c11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465390976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.408564:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2642 00002000:00100000:1.0:1761319686.408569:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@00000000fd144c11 x1846876465390976/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319686.408577:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fd144c11 with x1846876465390976 ext(315392->319487) 00010000:00010000:1.0:1761319686.408582:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:1.0:1761319686.408590:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fd144c11 00000100:00100000:3.0:1761319686.413024:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.413140:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.413207:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391040 00000100:00100000:0.0:1761319686.413265:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20808 00000100:00100000:0.0:1761319686.413271:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465391040:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.413289:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.413306:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9a9 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.413335:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.413341:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.413347:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319686.413350:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.413384:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.413395:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.413406:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a6928ca5, rc 0) 00000100:00100000:0.0:1761319686.413462:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+69:32196:x1846876465391040:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 190us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.413469:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20808 00000100:00100000:1.0:1761319686.413536:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391104 00010000:00010000:1.0:1761319686.413551:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 69 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.413579:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13910 00000100:00100000:1.0:1761319686.413583:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+69:2262:x1846876465391104:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319686.413591:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.413607:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 69 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.413616:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 69 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.413632:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea44f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a99b expref: 69 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.413644:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.413645:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.413651:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.413657:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.413675:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.413684:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 61 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.413695:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304576:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.413727:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.416386:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.416705:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304576:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.416730:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.416771:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465391104:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3186us (3631us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.416780:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13910 00000100:00100000:1.0:1761319686.416807:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391168 00010000:00010000:1.0:1761319686.416826:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.416856:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13911 00000100:00100000:1.0:1761319686.416862:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc09a03 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465391168:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319686.416872:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.416889:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.416900:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.416921:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea456 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a2 expref: 62 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.416936:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.416939:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.416944:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.416953:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.416991:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.417003:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304640:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.417032:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.424021:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304640:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.424049:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.424118:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc09a03 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2262:x1846876465391168:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7254us (7737us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.424129:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13911 00000100:00100000:3.0:1761319686.429434:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.430507:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391232 00000100:00100000:2.0:1761319686.430660:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20809 00000100:00100000:2.0:1761319686.430666:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+61:32205:x1846876465391232:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.430681:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.430698:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9b0 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.430732:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.430741:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.430742:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.430745:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.430772:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.430783:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 67 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1761319686.430795:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d22763ec pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474304704:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.433659:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098e2b020 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.434094:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.434305:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391360 00002000:00100000:0.0:1761319686.434342:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000024846663 x1846876465391360/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.434352:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000024846663 with x1846876465391360 ext(315392->319487) 00010000:00010000:0.0:1761319686.434363:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.434372:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000024846663 00000100:00100000:0.0:1761319686.434865:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2643 00000100:00100000:0.0:1761319686.434872:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024846663 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465391360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319686.435045:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024846663 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2263:x1846876465391360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (955us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.435053:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2643 00002000:00100000:0.0:1761319686.435059:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000024846663 x1846876465391360/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.435067:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000024846663 with x1846876465391360 ext(315392->319487) 00010000:00010000:0.0:1761319686.435072:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 68 pid: 8227 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.435080:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000024846663 00000100:00100000:2.0:1761319686.437617:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d22763ec pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474304704:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.437648:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.437669:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a3496f2f, rc 0) 00000100:00100000:2.0:1761319686.437717:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465391232:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7049us (8288us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.437727:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20809 00000100:00100000:3.0:1761319686.440825:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.440863:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.440983:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391424 00000100:00100000:2.0:1761319686.441029:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20810 00000100:00100000:2.0:1761319686.441034:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465391424:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.441049:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.441066:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9b7 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.441093:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.441099:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.441106:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319686.441109:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.441145:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.441162:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.441175:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000006fc296f, rc 0) 00000100:00100000:1.0:1761319686.441306:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391488 00010000:00010000:1.0:1761319686.441322:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 70 pid: 8227 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.441350:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13912 00000100:00100000:1.0:1761319686.441355:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+70:2264:x1846876465391488:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319686.441363:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.441379:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 70 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.441394:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 70 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.441412:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea45d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9a9 expref: 70 pid: 8227 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.441425:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.441427:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.441433:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.441440:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.441462:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.441473:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 61 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.441484:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304832:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.442251:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+69:32196:x1846876465391424:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1214us (1430us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.442260:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20810 00000100:00100000:1.0:1761319686.442352:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.449614:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304832:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.449640:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.449695:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2264:x1846876465391488:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 8338us (8831us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.449710:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13912 00000100:00100000:3.0:1761319686.449919:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.452925:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391616 00002000:00100000:0.0:1761319686.452992:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000045501918 x1846876465391616/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.453003:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000045501918 with x1846876465391616 ext(315392->319487) 00010000:00010000:0.0:1761319686.453017:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 62 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.453028:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000045501918 00000100:00100000:0.0:1761319686.453344:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2644 00000100:00100000:0.0:1761319686.453351:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045501918 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465391616:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319686.454229:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045501918 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465391616:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 875us (4309us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.454240:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2644 00002000:00100000:0.0:1761319686.454248:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000045501918 x1846876465391616/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.454257:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000045501918 with x1846876465391616 ext(315392->319487) 00010000:00010000:0.0:1761319686.454266:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 62 pid: 8729 timeout: 1184 lvb_type: 0 00002000:00010000:0.0:1761319686.454275:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000045501918 00000100:00100000:3.0:1761319686.458919:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.460148:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391680 00000100:00100000:2.0:1761319686.460210:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20811 00000100:00100000:2.0:1761319686.460217:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003894d647 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465391680:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.460235:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.460256:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9be expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.460288:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.460294:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.460301:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319686.460304:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 63 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.460344:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.460357:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 63 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.460370:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006d140706, rc 0) 00000100:00100000:2.0:1761319686.460435:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003894d647 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465391680:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 217us (1523us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.460443:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20811 00000100:00100000:3.0:1761319686.461073:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.461229:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391744 00010000:00010000:1.0:1761319686.461250:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1761319686.461877:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13913 00000100:00100000:1.0:1761319686.461884:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018dbbfdd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465391744:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319686.461897:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.461914:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.461925:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.461947:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea464 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b0 expref: 63 pid: 8729 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1761319686.461971:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.461973:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.461979:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.461987:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.462016:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.462031:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.462042:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304960:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.462145:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00010000:00010000:2.0:1761319686.466235:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319686.466650:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987035a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474304960:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319686.466675:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319686.466730:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018dbbfdd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2262:x1846876465391744:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4844us (5657us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.466755:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13913 00000100:00100000:1.0:1761319686.466891:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.467729:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391808 00010000:00010000:0.0:1761319686.467760:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 68 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.467801:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13914 00000100:00100000:0.0:1761319686.467808:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465391808:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319686.467821:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319686.467841:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 68 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.467853:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 68 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.467878:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea46b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9b7 expref: 68 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.467893:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.467896:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.467903:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.467913:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.467947:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319686.467973:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8f2276 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305024:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.468017:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.470383:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8f2276 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305024:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.470407:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.470459:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:2262:x1846876465391808:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2650us (3568us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.470469:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13914 00000100:00100000:3.0:1761319686.477465:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.477971:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391872 00000100:00100000:0.0:1761319686.478029:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20812 00000100:00100000:0.0:1761319686.478036:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+67:32196:x1846876465391872:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.478056:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.478075:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9c5 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.478105:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.478113:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.478115:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.478118:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.478146:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 61 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.478158:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 61 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.478170:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474305088:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.478249:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.480755:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474305088:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.480786:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.480808:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e961b9fe, rc 0) 00000100:00100000:0.0:1761319686.480859:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:32196:x1846876465391872:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2821us (3400us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.480869:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20812 00000100:00100000:1.0:1761319686.482418:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.482550:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465391936 00010000:00010000:0.0:1761319686.482583:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 62 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.482620:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13915 00000100:00100000:0.0:1761319686.482626:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465391936:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319686.482640:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319686.482659:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 62 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.482670:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 62 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.482692:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea472 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9be expref: 62 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.482707:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.482709:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.482715:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.482724:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.482755:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319686.482767:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305152:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.482827:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.484728:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.484865:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305152:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.484888:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.484939:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2263:x1846876465391936:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2311us (2635us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.484949:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13915 00000100:00100000:0.0:1761319686.485647:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392000 00000100:00100000:0.0:1761319686.485704:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20813 00000100:00100000:0.0:1761319686.485710:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d22763ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+61:32205:x1846876465392000:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.485726:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.485745:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9cc expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.485773:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.485782:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.485784:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.485787:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.485818:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.485832:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 67 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.485849:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053618225 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474305216:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.485902:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.486404:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.486576:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392128 00002000:00100000:0.0:1761319686.486606:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@000000005e528e2c x1846876465392128/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.486615:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005e528e2c with x1846876465392128 ext(315392->319487) 00010000:00010000:0.0:1761319686.486624:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 68 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.486632:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005e528e2c 00000100:00100000:0.0:1761319686.486662:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2645 00000100:00100000:0.0:1761319686.486666:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e528e2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465392128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.486812:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e528e2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2262:x1846876465392128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (409us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.486819:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2645 00002000:00100000:0.0:1761319686.486824:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@000000005e528e2c x1846876465392128/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.486831:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005e528e2c with x1846876465392128 ext(315392->319487) 00010000:00010000:0.0:1761319686.486837:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 68 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.486843:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005e528e2c 00000100:00100000:0.0:1761319686.489219:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053618225 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474305216:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.489250:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.489271:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ec7e14e1, rc 0) 00000100:00100000:0.0:1761319686.489321:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d22763ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465392000:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3609us (4597us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.489329:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20813 00000100:00100000:2.0:1761319686.490956:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.491048:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392256 00002000:00100000:3.0:1761319686.491087:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000009865f5ae x1846876465392256/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319686.491098:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009865f5ae with x1846876465392256 ext(319488->323583) 00010000:00010000:3.0:1761319686.491109:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 68 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319686.491118:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009865f5ae 00000100:00100000:3.0:1761319686.491145:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2646 00000100:00100000:3.0:1761319686.491150:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009865f5ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2265:x1846876465392256:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1761319686.491306:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009865f5ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+68:2265:x1846876465392256:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319686.491314:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2646 00002000:00100000:3.0:1761319686.491318:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000009865f5ae x1846876465392256/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319686.491325:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009865f5ae with x1846876465392256 ext(319488->323583) 00010000:00010000:3.0:1761319686.491330:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 68 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319686.491336:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009865f5ae 00000100:00100000:1.0:1761319686.497207:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.497264:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.497341:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392320 00000100:00100000:0.0:1761319686.497397:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20814 00000100:00100000:3.0:1761319686.497398:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392384 00000100:00100000:0.0:1761319686.497404:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+69:32196:x1846876465392320:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.497417:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00002000:00100000:3.0:1761319686.497427:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (311296->319487) req@00000000c3d67f5b x1846876465392384/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 8680/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00010000:0.0:1761319686.497435:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9d3 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1761319686.497436:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c3d67f5b with x1846876465392384 ext(311296->319487) 00010000:00010000:3.0:1761319686.497449:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319686.497456:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c3d67f5b 00010000:00010000:0.0:1761319686.497469:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.497472:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.497475:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.497493:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2647 00000100:00100000:3.0:1761319686.497497:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3d67f5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+70:2263:x1846876465392384:12345-192.168.203.12@tcp:4:ldlm_bl_01.0 00010000:00010000:0.0:1761319686.497600:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.497617:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000064d5360c, rc 0) 00000100:00100000:0.0:1761319686.497685:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+70:32196:x1846876465392320:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 280us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.497692:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20814 00000100:00100000:2.0:1761319686.498714:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3d67f5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465392384:12345-192.168.203.12@tcp:4:ldlm_bl_01.0 Request processed in 1212us (1449us total) trans 4294973864 rc 0/0 00000100:00100000:2.0:1761319686.498726:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2647 00002000:00100000:2.0:1761319686.498734:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (311296->319487) req@00000000c3d67f5b x1846876465392384/t4294973864(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 8680/448 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_01.0' 00002000:00100000:2.0:1761319686.498743:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c3d67f5b with x1846876465392384 ext(311296->319487) 00010000:00010000:2.0:1761319686.498757:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.498766:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c3d67f5b 00000100:00100000:1.0:1761319686.500657:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.500732:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392448 00010000:00010000:0.0:1761319686.500757:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.501455:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13916 00000100:00100000:0.0:1761319686.501462:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465392448:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319686.501475:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319686.501489:0:16616:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb mtime from disk: 1761319685 -> 1761319686 00002000:00010000:0.0:1761319686.501492:0:16616:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb ctime from disk: 1761319685 -> 1761319686 00002000:00010000:0.0:1761319686.501494:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 624 -> 632 00010000:00010000:0.0:1761319686.501500:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.501538:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.501559:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea479 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [315392->33869823] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9c5 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.501574:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.501576:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.501582:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.501590:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.501598:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.501599:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.501601:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.501607:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.501635:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319686.501646:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053618225 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305280:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319686.501699:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 61 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319686.501707:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305344:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.501722:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000054ea13b9 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.503930:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053618225 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305280:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.503944:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305344:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319686.503976:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319686.504013:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465392448:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2550us (3360us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.504023:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13916 00000100:00100000:1.0:1761319686.505447:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.505544:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392576 00002000:00100000:2.0:1761319686.505580:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000098c7db4a x1846876465392576/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.505590:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098c7db4a with x1846876465392576 ext(315392->319487) 00002000:00010000:2.0:1761319686.505594:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000098c7db4a 00000100:00100000:2.0:1761319686.505619:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20396 00000100:00100000:2.0:1761319686.505624:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098c7db4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465392576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319686.505766:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098c7db4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465392576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.505773:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20396 00002000:00100000:2.0:1761319686.505778:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (315392->319487) req@0000000098c7db4a x1846876465392576/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.505784:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098c7db4a with x1846876465392576 ext(315392->319487) 00002000:00010000:2.0:1761319686.505787:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000098c7db4a 00000100:00100000:1.0:1761319686.509438:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.509675:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392640 00000100:00100000:0.0:1761319686.509725:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20815 00000100:00100000:0.0:1761319686.509731:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a60547e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465392640:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.509747:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.509767:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9da expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.509798:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.509805:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.509807:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.509810:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 63 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.509845:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.509856:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.509868:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474305408:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.509933:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 0000000054ea13b9 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.513096:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.513216:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474305408:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.513247:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 63 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.513270:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e961b9fe, rc 0) 00000100:00100000:3.0:1761319686.513329:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a60547e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465392640:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3597us (3898us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.513339:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20815 00000100:00100000:1.0:1761319686.513712:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392704 00010000:00010000:1.0:1761319686.513738:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.513775:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13917 00000100:00100000:1.0:1761319686.513781:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053618225 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465392704:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319686.513795:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.513814:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.513823:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.513847:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea487 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9d3 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.513861:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.513863:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.513870:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.513879:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.513911:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.513923:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a431e2e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305472:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.513989:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.516391:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.516552:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392768 00000100:00100000:3.0:1761319686.516605:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20816 00000100:00100000:3.0:1761319686.516611:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465392768:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.516628:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.516649:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9e1 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.516681:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.516689:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.516691:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.516694:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 72 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.516725:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.516737:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 62 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.516750:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474305536:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.516821:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.518438:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.518693:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392896 00002000:00100000:0.0:1761319686.518731:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000005ae7bb4e x1846876465392896/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.518742:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005ae7bb4e with x1846876465392896 ext(319488->323583) 00010000:00010000:0.0:1761319686.518753:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 63 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.518762:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005ae7bb4e 00000100:00100000:1.0:1761319686.518882:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a431e2e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305472:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.518903:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.518956:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053618225 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465392704:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5174us (5866us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.518975:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13917 00000100:00100000:0.0:1761319686.519487:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2648 00000100:00100000:0.0:1761319686.519494:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465392896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319686.519683:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465392896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (1250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.519690:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2648 00002000:00100000:0.0:1761319686.519696:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000005ae7bb4e x1846876465392896/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.519704:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005ae7bb4e with x1846876465392896 ext(319488->323583) 00010000:00010000:0.0:1761319686.519711:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 63 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.519719:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005ae7bb4e 00000100:00100000:0.0:1761319686.521079:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474305536:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.521108:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.521130:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:0.0:1761319686.521174:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465392768:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4562us (4788us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.521183:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20816 00000100:00100000:3.0:1761319686.523128:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.523420:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393024 00000100:00100000:0.0:1761319686.523476:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20817 00000100:00100000:0.0:1761319686.523483:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b4cfa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465393024:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.523499:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.523546:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9e8 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.523575:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.523582:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.523589:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319686.523593:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.523629:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.523641:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.523653:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000037110a29, rc 0) 00000100:00100000:0.0:1761319686.523703:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b4cfa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+64:32205:x1846876465393024:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 220us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.523710:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20817 00000100:00100000:3.0:1761319686.524264:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.524499:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465392960 00010000:00010000:2.0:1761319686.524543:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.524579:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13918 00000100:00100000:2.0:1761319686.524584:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+64:2265:x1846876465392960:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319686.524595:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.524613:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.524623:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.524645:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea48e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9da expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.524659:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.524661:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.524668:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.524677:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.524706:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.524717:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.524729:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305664:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.524783:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098e2b020 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.528083:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305664:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.528111:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.528762:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2265:x1846876465392960:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4174us (4497us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.528774:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13918 00000100:00100000:3.0:1761319686.528876:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.529122:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393152 00002000:00100000:0.0:1761319686.529155:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@0000000005cf8345 x1846876465393152/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.529165:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000005cf8345 with x1846876465393152 ext(319488->323583) 00010000:00010000:0.0:1761319686.529175:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.529183:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000005cf8345 00000100:00100000:0.0:1761319686.529207:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2649 00000100:00100000:0.0:1761319686.529212:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005cf8345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465393152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319686.529353:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005cf8345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465393152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.529359:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2649 00002000:00100000:0.0:1761319686.529364:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@0000000005cf8345 x1846876465393152/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.529371:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000005cf8345 with x1846876465393152 ext(319488->323583) 00010000:00010000:0.0:1761319686.529376:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.529382:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000005cf8345 00000100:00100000:3.0:1761319686.532637:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.532715:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393216 00000100:00100000:2.0:1761319686.532775:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20818 00000100:00100000:2.0:1761319686.532781:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465393216:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.532800:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.532822:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9ef expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.532859:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.532865:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.532872:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319686.532875:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.532912:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.532925:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.532936:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319686.533012:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465393216:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 230us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.533020:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20818 00000100:00100000:3.0:1761319686.533248:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.533358:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393280 00010000:00010000:2.0:1761319686.533374:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.533573:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13919 00000100:00100000:2.0:1761319686.533577:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465393280:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319686.533587:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.533604:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.533615:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.533634:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea495 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e1 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.533647:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.533648:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.533655:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.533663:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.533688:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.533699:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 62 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.533710:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305792:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.533754:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098e2b020 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.537929:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305792:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.537957:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.538089:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2262:x1846876465393280:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4508us (4840us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.538103:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13919 00000100:00100000:0.0:1761319686.540156:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.540540:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393408 00002000:00100000:2.0:1761319686.540582:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000009a69864b x1846876465393408/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319686.540594:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009a69864b with x1846876465393408 ext(319488->323583) 00010000:00010000:2.0:1761319686.540605:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 63 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.540615:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009a69864b 00000100:00100000:2.0:1761319686.540703:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2650 00000100:00100000:2.0:1761319686.540709:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a69864b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465393408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319686.541190:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a69864b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465393408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 480us (1041us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.541199:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2650 00002000:00100000:2.0:1761319686.541204:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000009a69864b x1846876465393408/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319686.541212:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009a69864b with x1846876465393408 ext(319488->323583) 00010000:00010000:2.0:1761319686.541219:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 63 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.541225:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009a69864b 00000100:00100000:3.0:1761319686.544257:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.544390:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393472 00000100:00100000:0.0:1761319686.544439:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20819 00000100:00100000:0.0:1761319686.544445:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009da209e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465393472:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.544462:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.544481:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9f6 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.544544:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.544551:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.544558:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319686.544561:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.544598:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.544611:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 64 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.544629:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000babcff68, rc 0) 00000100:00100000:0.0:1761319686.544683:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009da209e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+64:32205:x1846876465393472:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 237us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.544689:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20819 00000100:00100000:1.0:1761319686.546400:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.546502:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393536 00010000:00010000:2.0:1761319686.546554:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.546596:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13920 00000100:00100000:2.0:1761319686.546602:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008379e8c2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+64:2262:x1846876465393536:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319686.546613:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.546631:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.546641:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.546662:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea49c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9e8 expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.546677:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.546679:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.546686:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.546694:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.546726:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.546736:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.546753:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305920:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.546813:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098e2b020 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.551010:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305920:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.551038:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.551095:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008379e8c2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2262:x1846876465393536:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4491us (4699us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.551106:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13920 00000100:00100000:3.0:1761319686.551251:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.551827:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393600 00010000:00010000:2.0:1761319686.551852:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.551881:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13921 00000100:00100000:2.0:1761319686.551887:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465393600:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319686.551898:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.551916:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.551927:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.551950:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4a3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9ef expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.551976:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.551979:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.551986:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.551994:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.552027:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.552038:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305984:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.552088:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a50e9702 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.555371:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474305984:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.555395:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.555443:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+70:2263:x1846876465393600:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3555us (4194us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.555453:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13921 00000100:00100000:1.0:1761319686.563786:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.564343:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393664 00000100:00100000:2.0:1761319686.564397:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20820 00000100:00100000:2.0:1761319686.564403:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a431e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+70:32196:x1846876465393664:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.564420:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.564439:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3a9fd expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.564470:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.564485:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.564487:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.564490:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.564646:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 62 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.564658:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 62 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.564670:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306048:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.564861:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a50e9702 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.569409:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.569635:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393792 00002000:00100000:2.0:1761319686.569678:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@00000000b7f8cd43 x1846876465393792/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.569688:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b7f8cd43 with x1846876465393792 ext(319488->323583) 00010000:00010000:2.0:1761319686.569699:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 63 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.569708:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b7f8cd43 00000100:00100000:2.0:1761319686.569735:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2651 00000100:00100000:2.0:1761319686.569741:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7f8cd43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465393792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319686.569895:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7f8cd43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465393792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.569905:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2651 00002000:00100000:2.0:1761319686.569910:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@00000000b7f8cd43 x1846876465393792/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.569917:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b7f8cd43 with x1846876465393792 ext(319488->323583) 00010000:00010000:2.0:1761319686.569922:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 63 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.569928:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b7f8cd43 00000100:00100000:3.0:1761319686.570120:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306048:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.570146:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.570164:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:3.0:1761319686.570200:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a431e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465393664:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5797us (6422us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.570207:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20820 00000100:00100000:1.0:1761319686.573142:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.573351:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.573490:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393856 00000100:00100000:3.0:1761319686.573561:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20821 00000100:00100000:3.0:1761319686.573567:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465393856:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.573585:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.573605:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa04 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.573633:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.573639:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.573646:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319686.573648:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.573686:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.573697:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.573708:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319686.573753:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+64:32205:x1846876465393856:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 186us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.573759:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20821 00000100:00100000:2.0:1761319686.574591:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465393920 00010000:00010000:2.0:1761319686.574613:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.574644:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13922 00000100:00100000:2.0:1761319686.574649:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d53821e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+64:2264:x1846876465393920:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319686.574659:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.574676:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.574685:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.574703:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea4aa lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9f6 expref: 64 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.574714:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.574716:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.574722:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.574730:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.574755:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.574765:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.574775:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306176:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.574829:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.578253:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.578340:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306176:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.578366:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.578417:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d53821e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2264:x1846876465393920:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3766us (5066us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.578428:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13922 00000100:00100000:0.0:1761319686.578497:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394048 00002000:00100000:0.0:1761319686.578553:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000000f86b8c1 x1846876465394048/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.578562:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000f86b8c1 with x1846876465394048 ext(319488->323583) 00010000:00010000:0.0:1761319686.578571:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.578578:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000f86b8c1 00000100:00100000:0.0:1761319686.578598:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2652 00000100:00100000:0.0:1761319686.578603:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f86b8c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2262:x1846876465394048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.578754:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f86b8c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2262:x1846876465394048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (507us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.578761:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2652 00002000:00100000:0.0:1761319686.578766:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000000f86b8c1 x1846876465394048/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.578773:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000f86b8c1 with x1846876465394048 ext(319488->323583) 00010000:00010000:0.0:1761319686.578778:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.578789:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000f86b8c1 00000100:00100000:1.0:1761319686.582185:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.582228:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.583014:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394112 00000100:00100000:0.0:1761319686.583063:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20822 00000100:00100000:0.0:1761319686.583069:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465394112:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.583088:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.583110:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa0b expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.583140:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.583147:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.583154:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319686.583157:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 72 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.583204:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.583217:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 72 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.583229:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bf6e78fa, rc 0) 00000100:00100000:0.0:1761319686.583284:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465394112:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 214us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.583291:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20822 00000100:00100000:2.0:1761319686.583409:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394176 00010000:00010000:2.0:1761319686.583426:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.583452:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13923 00000100:00100000:2.0:1761319686.583456:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465394176:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319686.583464:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.583479:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.583489:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.583506:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4b1 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9fd expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.583532:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.583534:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.583539:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.583547:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.583568:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.583578:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 62 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.583588:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306304:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.583621:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.590119:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306304:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.590150:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.590209:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2262:x1846876465394176:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6751us (7980us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.590220:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13923 00000100:00100000:1.0:1761319686.591292:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.591367:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394240 00010000:00010000:2.0:1761319686.591394:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.591430:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13924 00000100:00100000:2.0:1761319686.591435:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2264:x1846876465394240:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319686.591447:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.591464:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.591475:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.591499:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea4b8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa04 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.591542:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.591545:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.591552:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.591562:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.591594:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.591612:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306368:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.591671:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.597607:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306368:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.597637:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.597820:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2264:x1846876465394240:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 6383us (6529us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.597831:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13924 00000100:00100000:1.0:1761319686.603898:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.603983:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394304 00000100:00100000:3.0:1761319686.604465:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20823 00000100:00100000:3.0:1761319686.604471:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465394304:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.604487:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.604504:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa12 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.604726:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.604736:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.604738:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.604741:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 63 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.604772:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.604784:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.604803:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306432:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319686.604873:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.608861:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306432:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.608895:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 63 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.608920:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:2.0:1761319686.608990:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465394304:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4517us (5096us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.609000:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20823 00000100:00100000:1.0:1761319686.609252:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.609897:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394432 00002000:00100000:2.0:1761319686.609931:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@00000000f64ea2f5 x1846876465394432/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.609940:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f64ea2f5 with x1846876465394432 ext(319488->323583) 00010000:00010000:2.0:1761319686.609949:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.609956:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f64ea2f5 00000100:00100000:2.0:1761319686.610011:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2653 00000100:00100000:2.0:1761319686.610016:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f64ea2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465394432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319686.610187:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f64ea2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465394432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (936us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.610194:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2653 00002000:00100000:2.0:1761319686.610199:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@00000000f64ea2f5 x1846876465394432/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.610207:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f64ea2f5 with x1846876465394432 ext(319488->323583) 00010000:00010000:2.0:1761319686.610212:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.610219:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f64ea2f5 00000100:00100000:1.0:1761319686.613563:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.613607:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.613735:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394560 00010000:00010000:3.0:1761319686.613768:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.613810:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13925 00000100:00100000:3.0:1761319686.613816:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018c2e0f9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2264:x1846876465394560:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319686.613830:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.613848:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.613860:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.613885:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea4bf lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa0b expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.613901:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.613903:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.613909:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.613918:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.613953:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.613976:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306496:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.614038:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad099c8c going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.614559:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394496 00000100:00100000:2.0:1761319686.614597:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20824 00000100:00100000:2.0:1761319686.614601:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465394496:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.614614:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.614628:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa19 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.614648:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.614655:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.614656:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.614659:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.614684:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.614695:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 62 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.614705:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306560:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.615240:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000000b109179 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.619199:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306496:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.619225:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.619371:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306560:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.619390:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.619410:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:3.0:1761319686.619712:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018c2e0f9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2264:x1846876465394560:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5895us (6104us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.619722:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13925 00000100:00100000:2.0:1761319686.619840:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465394496:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5237us (6285us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.619847:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20824 00000100:00100000:0.0:1761319686.620383:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.620672:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394688 00002000:00100000:2.0:1761319686.620706:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@00000000751cfa05 x1846876465394688/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.620716:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000751cfa05 with x1846876465394688 ext(319488->323583) 00010000:00010000:2.0:1761319686.620726:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.620734:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000751cfa05 00000100:00100000:2.0:1761319686.620763:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2654 00000100:00100000:2.0:1761319686.620769:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000751cfa05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465394688:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319686.620929:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000751cfa05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465394688:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (548us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.620936:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2654 00002000:00100000:2.0:1761319686.620941:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@00000000751cfa05 x1846876465394688/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.620949:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000751cfa05 with x1846876465394688 ext(319488->323583) 00010000:00010000:2.0:1761319686.620955:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.620973:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000751cfa05 00000100:00100000:0.0:1761319686.624007:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.624547:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394752 00010000:00010000:3.0:1761319686.624580:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.624611:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13926 00000100:00100000:3.0:1761319686.624616:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465394752:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319686.624628:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.624646:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.624659:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.624682:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea4c6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa12 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.624699:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.624702:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.624708:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.624716:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.624750:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.624761:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306624:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.625546:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad099c8c going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.625719:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.625823:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394816 00000100:00100000:3.0:1761319686.625858:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20825 00000100:00100000:3.0:1761319686.625863:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053618225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465394816:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.625876:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.625888:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa20 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.625908:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.625916:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.625917:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.625920:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.625940:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.625951:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.625972:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306688:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.626003:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.629677:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306688:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.629898:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.629921:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:2.0:1761319686.629982:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053618225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+64:32205:x1846876465394816:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4116us (4263us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.629992:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20825 00000100:00100000:3.0:1761319686.630142:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306624:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.630154:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.630172:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465394752:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5556us (6172us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.630184:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13926 00000100:00100000:1.0:1761319686.630320:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.631608:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465394880 00010000:00010000:3.0:1761319686.631636:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.631662:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13927 00000100:00100000:3.0:1761319686.631667:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004d8ec39 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2262:x1846876465394880:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319686.631679:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.631696:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.631706:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.631726:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4cd lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa19 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.631740:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.631741:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.631747:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.631756:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.631786:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.631803:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.631860:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad099c8c going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.635130:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.635159:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.635251:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004d8ec39 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+70:2262:x1846876465394880:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3581us (4931us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.635261:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13927 00000100:00100000:1.0:1761319686.636056:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.636198:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395008 00002000:00100000:2.0:1761319686.636230:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000006cc8f63c x1846876465395008/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.636240:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006cc8f63c with x1846876465395008 ext(319488->323583) 00002000:00010000:2.0:1761319686.636244:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006cc8f63c 00000100:00100000:2.0:1761319686.636272:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20397 00000100:00100000:2.0:1761319686.636277:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465395008:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319686.636435:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465395008:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.636442:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20397 00002000:00100000:2.0:1761319686.636447:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000006cc8f63c x1846876465395008/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.636453:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006cc8f63c with x1846876465395008 ext(319488->323583) 00002000:00010000:2.0:1761319686.636456:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006cc8f63c 00000100:00100000:0.0:1761319686.640344:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.640544:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395136 00002000:00100000:2.0:1761319686.640581:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (323584->327679) req@00000000927fe1ed x1846876465395136/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319686.640592:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000927fe1ed with x1846876465395136 ext(323584->327679) 00002000:00010000:2.0:1761319686.640596:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000927fe1ed 00000100:00100000:2.0:1761319686.640626:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20398 00000100:00100000:2.0:1761319686.640632:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000927fe1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2264:x1846876465395136:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1761319686.640784:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000927fe1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2264:x1846876465395136:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.640792:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20398 00002000:00100000:2.0:1761319686.640797:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (323584->327679) req@00000000927fe1ed x1846876465395136/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319686.640805:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000927fe1ed with x1846876465395136 ext(323584->327679) 00002000:00010000:2.0:1761319686.640807:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000927fe1ed 00000100:00100000:1.0:1761319686.640901:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.641325:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395200 00000100:00100000:2.0:1761319686.641403:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20826 00000100:00100000:2.0:1761319686.641408:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+70:32196:x1846876465395200:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.641418:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.641435:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa27 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.641462:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.641470:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.641472:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.641475:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.641502:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.641839:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 62 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.641854:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306816:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.642505:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000915fe990 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.645332:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.645412:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395328 00002000:00100000:3.0:1761319686.645450:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000d016c8ea x1846876465395328/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.645461:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d016c8ea with x1846876465395328 ext(327680->331775) 00010000:00010000:3.0:1761319686.645471:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319686.645481:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d016c8ea 00000100:00100000:3.0:1761319686.645545:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2655 00000100:00100000:3.0:1761319686.645552:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d016c8ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465395328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319686.645723:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d016c8ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465395328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319686.645732:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2655 00002000:00100000:3.0:1761319686.645738:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000d016c8ea x1846876465395328/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.645746:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d016c8ea with x1846876465395328 ext(327680->331775) 00010000:00010000:3.0:1761319686.645754:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 63 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319686.645761:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d016c8ea 00000100:00100000:2.0:1761319686.649053:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474306816:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.649085:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.649114:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000426b1817, rc 0) 00000100:00100000:2.0:1761319686.649164:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465395200:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7753us (8262us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.649173:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20826 00000100:00100000:1.0:1761319686.649458:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.650347:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395392 00000100:00100000:2.0:1761319686.650387:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20827 00000100:00100000:2.0:1761319686.650393:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465395392:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.650407:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.650424:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa2e expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.650446:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.650448:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.650452:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.650462:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 64 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.650471:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319686.650527:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+64:32205:x1846876465395392:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 133us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.650534:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20827 00000100:00100000:1.0:1761319686.651545:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.652046:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395456 00002000:00100000:2.0:1761319686.652075:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->327679) req@0000000018c2e0f9 x1846876465395456/t0(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 12776/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00002000:00100000:2.0:1761319686.652092:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000018c2e0f9 with x1846876465395456 ext(315392->327679) 00010000:00010000:2.0:1761319686.652107:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 64 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.652115:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000018c2e0f9 00000100:00100000:2.0:1761319686.652238:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2656 00000100:00100000:2.0:1761319686.652244:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018c2e0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+64:2263:x1846876465395456:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 00000100:00100000:2.0:1761319686.653616:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018c2e0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2263:x1846876465395456:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 Request processed in 1367us (2070us total) trans 4294973866 rc 0/0 00000100:00100000:2.0:1761319686.653629:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2656 00002000:00100000:2.0:1761319686.653638:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (315392->327679) req@0000000018c2e0f9 x1846876465395456/t4294973866(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 12776/448 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_04.0' 00002000:00100000:2.0:1761319686.653648:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000018c2e0f9 with x1846876465395456 ext(315392->327679) 00010000:00010000:2.0:1761319686.653666:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.653675:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000018c2e0f9 00000100:00100000:1.0:1761319686.656413:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.656481:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395520 00010000:00010000:3.0:1761319686.656565:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.656601:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13928 00000100:00100000:3.0:1761319686.656608:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2264:x1846876465395520:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319686.656623:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1761319686.656637:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 632 -> 648 00010000:00010000:3.0:1761319686.656643:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.656654:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.656677:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea4d4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [319488->33873919] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa20 expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.656694:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.656695:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.656702:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.656711:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.656724:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.656725:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.656728:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.656735:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.656767:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.656789:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.656862:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.656871:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306944:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.656890:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.663072:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.663091:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474306944:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.663117:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.663182:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2264:x1846876465395520:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6572us (6774us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.663193:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13928 00000100:00100000:1.0:1761319686.663653:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.663985:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395648 00002000:00100000:2.0:1761319686.664021:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000003bf34067 x1846876465395648/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319686.664031:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003bf34067 with x1846876465395648 ext(319488->323583) 00002000:00010000:2.0:1761319686.664035:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003bf34067 00000100:00100000:2.0:1761319686.664064:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20399 00000100:00100000:2.0:1761319686.664071:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bf34067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2262:x1846876465395648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319686.664238:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bf34067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2262:x1846876465395648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.664245:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20399 00002000:00100000:2.0:1761319686.664250:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@000000003bf34067 x1846876465395648/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319686.664257:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003bf34067 with x1846876465395648 ext(319488->323583) 00002000:00010000:2.0:1761319686.664259:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003bf34067 00000100:00100000:1.0:1761319686.668602:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.668706:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395776 00002000:00100000:3.0:1761319686.668749:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (323584->327679) req@00000000836c5867 x1846876465395776/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.668762:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000836c5867 with x1846876465395776 ext(323584->327679) 00002000:00010000:3.0:1761319686.668767:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000836c5867 00000100:00100000:3.0:1761319686.668809:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20400 00000100:00100000:3.0:1761319686.668815:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000836c5867 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465395776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319686.668996:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000836c5867 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465395776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319686.669004:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20400 00002000:00100000:3.0:1761319686.669011:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (323584->327679) req@00000000836c5867 x1846876465395776/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.669018:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000836c5867 with x1846876465395776 ext(323584->327679) 00002000:00010000:3.0:1761319686.669021:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000836c5867 00000100:00100000:0.0:1761319686.672857:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.673229:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395840 00000100:00100000:1.0:1761319686.677911:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.677971:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20828 00000100:00100000:1.0:1761319686.677982:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465395840:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.678002:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.678024:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa35 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.678056:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.678065:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.678069:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.678072:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 72 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.678119:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.678133:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 65 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.678147:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9067a25 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474307008:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319686.678206:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.679244:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465395968 00002000:00100000:3.0:1761319686.679280:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000002e9972b4 x1846876465395968/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.679291:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002e9972b4 with x1846876465395968 ext(327680->331775) 00010000:00010000:3.0:1761319686.679299:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319686.679307:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002e9972b4 00000100:00100000:3.0:1761319686.679338:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2657 00000100:00100000:3.0:1761319686.679343:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e9972b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465395968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319686.679496:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e9972b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465395968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (1592us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319686.679503:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2657 00002000:00100000:3.0:1761319686.679529:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000002e9972b4 x1846876465395968/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319686.679537:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002e9972b4 with x1846876465395968 ext(327680->331775) 00010000:00010000:3.0:1761319686.679543:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319686.679550:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002e9972b4 00000100:00100000:0.0:1761319686.681377:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9067a25 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474307008:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.681407:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 72 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.681429:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dc443ebf, rc 0) 00000100:00100000:0.0:1761319686.681477:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465395840:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3496us (8626us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.681485:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20828 00000100:00100000:0.0:1761319686.687766:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.688234:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.688360:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396096 00010000:00010000:2.0:1761319686.688396:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.688442:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13929 00000100:00100000:2.0:1761319686.688448:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465396096:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319686.688464:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.688482:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.688495:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.688555:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea4e2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa2e expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.688572:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.688574:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.688582:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.688592:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.688637:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.688651:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307072:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.688711:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b69758a8 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.689143:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396032 00000100:00100000:2.0:1761319686.689983:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20829 00000100:00100000:2.0:1761319686.689991:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465396032:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.690006:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.690024:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa3c expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.690052:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.690060:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.690062:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.690065:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.690090:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.690101:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.690113:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef779d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474307136:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.691462:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000000b109179 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.694688:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.694774:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396224 00002000:00100000:2.0:1761319686.694817:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000430b5dda x1846876465396224/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.694830:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000430b5dda with x1846876465396224 ext(327680->331775) 00010000:00010000:2.0:1761319686.694843:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.694854:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000430b5dda 00000100:00100000:2.0:1761319686.695229:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2658 00000100:00100000:2.0:1761319686.695235:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000430b5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465396224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319686.695326:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307072:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.695344:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.695386:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2262:x1846876465396096:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6938us (7153us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.695394:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13929 00000100:00100000:2.0:1761319686.695720:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000430b5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465396224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 483us (1038us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.695726:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2658 00002000:00100000:2.0:1761319686.695731:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000430b5dda x1846876465396224/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.695739:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000430b5dda with x1846876465396224 ext(327680->331775) 00010000:00010000:2.0:1761319686.695744:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.695752:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000430b5dda 00000100:00100000:2.0:1761319686.697413:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef779d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474307136:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319686.697444:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.697466:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006d140706, rc 0) 00000100:00100000:2.0:1761319686.697550:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465396032:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7558us (9793us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.697558:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20829 00000100:00100000:2.0:1761319686.704767:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.706111:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.706179:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396352 00000100:00100000:1.0:1761319686.706180:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396288 00010000:00010000:1.0:1761319686.706217:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.706266:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13930 00000100:00100000:1.0:1761319686.706273:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2264:x1846876465396288:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319686.706289:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.706309:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.706328:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.706353:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea4e9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa35 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.706370:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.706372:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.706379:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.706388:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.706423:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.706435:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307200:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.706539:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.707408:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20830 00000100:00100000:0.0:1761319686.707415:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465396352:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.707431:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.707448:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa43 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.707472:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.707479:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.707481:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.707484:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 73 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.707533:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.707545:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 65 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.707555:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d105473 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474307264:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.708356:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000054ea13b9 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.712924:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.713181:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307200:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.713207:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.713264:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2264:x1846876465396288:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6990us (7156us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.713275:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13930 00000100:00100000:1.0:1761319686.713309:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396416 00010000:00010000:1.0:1761319686.713332:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.713359:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13931 00000100:00100000:1.0:1761319686.713364:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465396416:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319686.713376:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.713394:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.713404:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.713430:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.713433:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.713440:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.713449:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.713482:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.713496:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307328:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.713559:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00010000:00010000:0.0:1761319686.713777:0:8729:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea4f0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa3c expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.713790:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d105473 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474307264:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.713807:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.713817:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008e858d49, rc 0) 00000100:00100000:0.0:1761319686.713842:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465396352:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6426us (9238us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.713849:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20830 00000100:00100000:1.0:1761319686.716858:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307328:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.716882:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.716974:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+65:2263:x1846876465396416:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3608us (4056us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.716985:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13931 00000100:00100000:2.0:1761319686.722612:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.722944:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396480 00000100:00100000:0.0:1761319686.723006:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20831 00000100:00100000:0.0:1761319686.723013:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+65:32205:x1846876465396480:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.723030:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.723049:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa4a expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.723083:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.723092:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.723094:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.723096:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.723129:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.723140:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.723153:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d105473 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474307392:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.723235:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000054ea13b9 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.726325:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d105473 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474307392:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.726360:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.726383:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e1a26510, rc 0) 00000100:00100000:0.0:1761319686.726441:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465396480:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3425us (3835us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.726450:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20831 00000100:00100000:3.0:1761319686.727026:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.727243:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396544 00010000:00010000:1.0:1761319686.727270:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.727304:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13932 00000100:00100000:1.0:1761319686.727309:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465396544:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319686.727322:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.727340:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.727350:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.727370:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea4f7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa43 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.727383:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.727384:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.727391:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.727399:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.727425:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.727443:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307456:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.727488:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.732441:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.733261:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396608 00000100:00100000:0.0:1761319686.733325:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20832 00000100:00100000:0.0:1761319686.733332:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceaba286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465396608:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.733355:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.733380:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa51 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.733423:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.733432:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.733434:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.733438:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 73 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.733472:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.733484:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 65 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.733498:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d105473 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474307520:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.733590:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000054ea13b9 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.733673:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307456:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.733694:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.733717:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2263:x1846876465396544:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6407us (6693us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.733725:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13932 00000100:00100000:3.0:1761319686.734356:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.735069:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396736 00002000:00100000:0.0:1761319686.735099:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000004aa54a83 x1846876465396736/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.735108:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004aa54a83 with x1846876465396736 ext(327680->331775) 00010000:00010000:0.0:1761319686.735117:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.735125:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004aa54a83 00000100:00100000:0.0:1761319686.735572:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2659 00000100:00100000:0.0:1761319686.735578:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa54a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465396736:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.735745:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa54a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465396736:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (1391us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.735753:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2659 00002000:00100000:0.0:1761319686.735759:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000004aa54a83 x1846876465396736/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.735766:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004aa54a83 with x1846876465396736 ext(327680->331775) 00010000:00010000:0.0:1761319686.735772:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.735779:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004aa54a83 00000100:00100000:0.0:1761319686.737731:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d105473 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474307520:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.737765:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.737787:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d051b8a, rc 0) 00000100:00100000:0.0:1761319686.738647:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceaba286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465396608:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5310us (6210us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.738658:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20832 00000100:00100000:3.0:1761319686.741167:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.741466:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396800 00000100:00100000:0.0:1761319686.741556:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20833 00000100:00100000:0.0:1761319686.741563:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050e15cc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465396800:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.741584:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.741605:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa58 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.741634:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.741640:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.741646:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319686.741649:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.741687:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.741700:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.741712:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c99f24a0, rc 0) 00000100:00100000:0.0:1761319686.741768:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050e15cc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+67:32205:x1846876465396800:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 203us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.741775:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20833 00000100:00100000:2.0:1761319686.742480:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.742739:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396864 00010000:00010000:1.0:1761319686.742765:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.742796:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13933 00000100:00100000:1.0:1761319686.742801:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074fca3d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2265:x1846876465396864:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319686.742811:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.742827:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.742837:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.742857:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea4fe lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa4a expref: 67 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.742870:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.742873:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.742879:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.742887:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.742916:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.743109:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.743124:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307648:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.743177:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.745662:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307648:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.745689:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.745744:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074fca3d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2265:x1846876465396864:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2941us (3264us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.745754:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13933 00000100:00100000:3.0:1761319686.746117:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.746203:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465396992 00002000:00100000:0.0:1761319686.746240:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000003894d647 x1846876465396992/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.746250:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003894d647 with x1846876465396992 ext(327680->331775) 00010000:00010000:0.0:1761319686.746260:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.746267:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003894d647 00000100:00100000:0.0:1761319686.746297:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2660 00000100:00100000:0.0:1761319686.746303:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003894d647 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465396992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319686.746453:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003894d647 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465396992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.746459:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2660 00002000:00100000:0.0:1761319686.746463:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000003894d647 x1846876465396992/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319686.746470:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003894d647 with x1846876465396992 ext(327680->331775) 00010000:00010000:0.0:1761319686.746475:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.746480:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003894d647 00000100:00100000:2.0:1761319686.749627:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.749676:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.749769:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397120 00010000:00010000:0.0:1761319686.749802:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.749844:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13934 00000100:00100000:0.0:1761319686.749851:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9a057fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465397120:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319686.749864:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319686.749883:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.749899:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.749922:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea505 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa51 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.749943:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.749946:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.749953:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.749974:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.750010:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319686.750022:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbd22aeb pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307712:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.750087:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000054ea13b9 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.750103:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397056 00000100:00100000:1.0:1761319686.750139:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20834 00000100:00100000:1.0:1761319686.750144:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465397056:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.750157:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.750175:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa5f expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.750198:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.750205:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.750206:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.750208:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 73 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.750226:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.750237:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 65 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.750247:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474307776:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319686.750268:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.751809:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474307776:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.751809:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbd22aeb pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307712:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319686.751830:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1761319686.751833:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 73 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.751849:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dc443ebf, rc 0) 00000100:00100000:0.0:1761319686.751862:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9a057fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2263:x1846876465397120:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2011us (2186us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.751867:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:32196:x1846876465397056:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1723us (2248us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.751871:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13934 00000100:00100000:1.0:1761319686.751872:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20834 00000100:00100000:3.0:1761319686.753117:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.753218:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397184 00010000:00010000:0.0:1761319686.753243:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.753280:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13935 00000100:00100000:0.0:1761319686.753286:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2264:x1846876465397184:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319686.753300:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319686.753317:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.753328:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.753351:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea50c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa58 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.753363:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.753365:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.753370:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.753388:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.753420:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319686.753433:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbd22aeb pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307840:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.753567:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.755665:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbd22aeb pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474307840:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319686.755693:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319686.755734:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+65:2264:x1846876465397184:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2446us (2620us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.755744:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13935 00000100:00100000:2.0:1761319686.767338:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.767636:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397248 00000100:00100000:1.0:1761319686.767833:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20835 00000100:00100000:1.0:1761319686.767840:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceaba286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+65:32205:x1846876465397248:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.767858:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.768089:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa66 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.768125:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.768134:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.768136:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.768139:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.768170:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.768183:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.768196:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474307904:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319686.768264:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.768859:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.769311:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397376 00002000:00100000:0.0:1761319686.769345:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000001b4cfa6a x1846876465397376/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.769355:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001b4cfa6a with x1846876465397376 ext(327680->331775) 00010000:00010000:0.0:1761319686.769364:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.769372:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001b4cfa6a 00000100:00100000:0.0:1761319686.769398:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2661 00000100:00100000:0.0:1761319686.769403:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b4cfa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465397376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.769590:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b4cfa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465397376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (733us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.769597:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2661 00002000:00100000:0.0:1761319686.769602:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000001b4cfa6a x1846876465397376/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.769609:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001b4cfa6a with x1846876465397376 ext(327680->331775) 00010000:00010000:0.0:1761319686.769618:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.769625:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001b4cfa6a 00000100:00100000:1.0:1761319686.773008:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474307904:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319686.773042:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.773065:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000049d45392, rc 0) 00000100:00100000:1.0:1761319686.773123:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceaba286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465397248:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5281us (5791us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.773131:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20835 00000100:00100000:3.0:1761319686.774356:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.775111:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397440 00000100:00100000:1.0:1761319686.775162:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20836 00000100:00100000:1.0:1761319686.775168:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465397440:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.775184:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.775208:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa6d expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.775233:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.775239:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.775246:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319686.775248:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 73 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.775280:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.775290:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 73 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.775302:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000353a949c, rc 0) 00000100:00100000:1.0:1761319686.775350:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:32196:x1846876465397440:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 181us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.775356:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20836 00000100:00100000:3.0:1761319686.775683:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.776533:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397504 00010000:00010000:1.0:1761319686.776556:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.776588:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13936 00000100:00100000:1.0:1761319686.776593:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009da209e7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2262:x1846876465397504:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319686.776601:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.776617:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.776627:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.776646:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea513 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa5f expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.776657:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.776659:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.776665:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.776672:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.776695:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.776705:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 65 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.776717:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308032:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.776770:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.783304:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308032:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.783345:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.783359:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.783401:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009da209e7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465397504:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 6806us (7718us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.783412:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13936 00000100:00100000:0.0:1761319686.783666:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397632 00002000:00100000:0.0:1761319686.783703:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@0000000074fca3d3 x1846876465397632/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.783714:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000074fca3d3 with x1846876465397632 ext(327680->331775) 00010000:00010000:0.0:1761319686.783735:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.783744:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000074fca3d3 00000100:00100000:0.0:1761319686.783773:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2662 00000100:00100000:0.0:1761319686.783779:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074fca3d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465397632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.788604:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074fca3d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465397632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 4814us (5238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.788621:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2662 00002000:00100000:0.0:1761319686.788636:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@0000000074fca3d3 x1846876465397632/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.788646:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000074fca3d3 with x1846876465397632 ext(327680->331775) 00010000:00010000:0.0:1761319686.788663:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.788674:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000074fca3d3 00000100:00100000:2.0:1761319686.793150:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.793206:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.793285:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397760 00010000:00010000:3.0:1761319686.793319:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.793357:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13937 00000100:00100000:3.0:1761319686.793363:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aaa3c59a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465397760:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319686.793379:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.793399:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.793411:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.793434:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea51a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa66 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.793451:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.793453:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.793460:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.793469:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.793507:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.793551:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308096:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.793615:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.793802:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397696 00000100:00100000:0.0:1761319686.793837:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20837 00000100:00100000:0.0:1761319686.793842:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcb11ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465397696:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.793855:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.793869:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa74 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.793889:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.793896:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.793897:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.793899:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 67 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.793920:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.793930:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.793938:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbd22aeb pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474308160:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.794776:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.798910:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308096:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.798944:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.799008:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aaa3c59a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2262:x1846876465397760:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5643us (5801us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.799023:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13937 00000100:00100000:0.0:1761319686.802824:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbd22aeb pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474308160:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.802859:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.802884:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c99f24a0, rc 0) 00000100:00100000:0.0:1761319686.802940:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcb11ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465397696:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9095us (9795us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.802950:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20837 00000100:00100000:2.0:1761319686.803847:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.803915:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397824 00010000:00010000:3.0:1761319686.803941:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.803980:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13938 00000100:00100000:3.0:1761319686.803985:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b07bada pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465397824:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319686.803998:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.804014:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.804024:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.804046:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea521 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa6d expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.804059:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.804061:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.804067:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.804075:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.804104:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.804120:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308224:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.804167:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.806719:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308224:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.806743:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.806787:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b07bada pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2263:x1846876465397824:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2800us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.806797:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13938 00000100:00100000:0.0:1761319686.809732:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.810173:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397888 00000100:00100000:2.0:1761319686.810575:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20838 00000100:00100000:2.0:1761319686.810582:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465397888:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.810600:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.810621:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa7b expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.810658:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.810666:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.810668:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.810671:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.810702:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.810714:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 65 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.810726:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000872f7629 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474308288:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.810800:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000000b109179 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.815164:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000872f7629 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474308288:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.815208:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.815232:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:0.0:1761319686.815293:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465397888:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4708us (5567us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.815303:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20838 00000100:00100000:3.0:1761319686.815901:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.815988:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465397952 00010000:00010000:1.0:1761319686.816015:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.816054:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13939 00000100:00100000:1.0:1761319686.816060:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465397952:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319686.816072:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.816091:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.816102:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.816123:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea528 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa74 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.816136:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.816138:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.816145:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.816153:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.816184:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.816208:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308352:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.816258:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.819448:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.819577:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308352:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.819601:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319686.819743:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398016 00000100:00100000:1.0:1761319686.819762:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465397952:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3701us (3863us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.819773:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13939 00000100:00100000:0.0:1761319686.819848:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20839 00000100:00100000:0.0:1761319686.819855:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039fa2f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+65:32205:x1846876465398016:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.819869:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.819887:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa82 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.819915:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.819923:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.819924:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.819927:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.819956:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.819981:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.819994:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053618225 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474308416:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.820031:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.820490:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.820602:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398144 00002000:00100000:0.0:1761319686.820629:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000b41903cb x1846876465398144/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.820639:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b41903cb with x1846876465398144 ext(327680->331775) 00010000:00010000:0.0:1761319686.820648:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.820655:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b41903cb 00000100:00100000:0.0:1761319686.820683:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2663 00000100:00100000:0.0:1761319686.820687:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465398144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.820857:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465398144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (369us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.820865:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2663 00002000:00100000:0.0:1761319686.820871:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000b41903cb x1846876465398144/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.820878:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b41903cb with x1846876465398144 ext(327680->331775) 00010000:00010000:0.0:1761319686.820885:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.820891:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b41903cb 00000100:00100000:0.0:1761319686.825262:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053618225 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474308416:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.825298:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.825321:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d051b8a, rc 0) 00000100:00100000:0.0:1761319686.826024:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039fa2f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465398016:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6166us (6580us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.826035:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20839 00000100:00100000:2.0:1761319686.826843:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.826865:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.827089:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398208 00000100:00100000:0.0:1761319686.827137:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20840 00000100:00100000:0.0:1761319686.827142:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d924f9a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465398208:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.827158:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.827176:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa89 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.827216:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.827223:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.827231:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319686.827234:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 73 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.827269:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.827281:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 73 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.827299:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000356465bd, rc 0) 00000100:00100000:0.0:1761319686.827340:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d924f9a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:32196:x1846876465398208:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 197us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.827347:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20840 00000100:00100000:1.0:1761319686.828656:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398272 00010000:00010000:1.0:1761319686.828682:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 73 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.828720:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13940 00000100:00100000:1.0:1761319686.828726:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9291881 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2262:x1846876465398272:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319686.828736:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.828756:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 73 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.828771:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 73 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.828793:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea52f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa7b expref: 73 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.828806:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.828808:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.828815:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.828823:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.828853:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.828864:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 65 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.828875:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308544:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.828929:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.832598:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308544:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.832626:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.832680:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9291881 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465398272:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3952us (5812us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.832694:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13940 00000100:00100000:0.0:1761319686.834173:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.834585:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398400 00002000:00100000:2.0:1761319686.834627:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@0000000053618225 x1846876465398400/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.834637:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000053618225 with x1846876465398400 ext(327680->331775) 00010000:00010000:2.0:1761319686.834649:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.834664:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000053618225 00000100:00100000:2.0:1761319686.834771:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2664 00000100:00100000:2.0:1761319686.834778:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053618225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465398400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319686.834952:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053618225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465398400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (783us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.834969:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2664 00002000:00100000:2.0:1761319686.834976:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@0000000053618225 x1846876465398400/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.834983:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000053618225 with x1846876465398400 ext(327680->331775) 00010000:00010000:2.0:1761319686.834990:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.834997:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000053618225 00000100:00100000:2.0:1761319686.839033:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.839344:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.839463:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398464 00010000:00010000:1.0:1761319686.839498:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.839573:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13941 00000100:00100000:1.0:1761319686.839580:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000680c0bae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2265:x1846876465398464:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319686.839595:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.839613:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.839624:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.839648:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea536 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa82 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.839664:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.839666:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.839673:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.839682:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.839716:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.839733:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308608:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.839791:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083b54c0b going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.840218:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398528 00000100:00100000:3.0:1761319686.840250:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20841 00000100:00100000:3.0:1761319686.840254:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a085beaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465398528:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.840267:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.840281:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa90 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.840300:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.840308:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.840309:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.840311:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.840333:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.840345:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.840354:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474308672:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.840381:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.843746:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308608:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.843774:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.844200:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000680c0bae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2265:x1846876465398464:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4611us (5166us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.844210:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13941 00000100:00100000:3.0:1761319686.846540:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474308672:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.846572:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.846595:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319686.847831:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a085beaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465398528:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7571us (8483us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.847843:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20841 00000100:00100000:0.0:1761319686.848089:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.848308:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398592 00010000:00010000:1.0:1761319686.848338:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.848368:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13942 00000100:00100000:1.0:1761319686.848375:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465398592:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319686.848387:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.848405:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.848417:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.848439:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea53d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa89 expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.848454:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.848456:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.848463:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.848472:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.848505:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.848540:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308736:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.848588:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.852016:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308736:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.852042:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.852097:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:2262:x1846876465398592:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3720us (4009us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.852107:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13942 00000100:00100000:0.0:1761319686.865769:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.866414:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398656 00000100:00100000:2.0:1761319686.866465:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20842 00000100:00100000:2.0:1761319686.866472:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+71:32196:x1846876465398656:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.866489:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.866537:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa97 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.866569:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.866583:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.866585:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.866587:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 72 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.866617:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.866628:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 65 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.866639:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a44e18c4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474308800:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319686.866697:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9f6ae42 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.869369:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.869543:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a44e18c4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474308800:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.869572:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 72 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.869595:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000006fc296f, rc 0) 00000100:00100000:3.0:1761319686.869641:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465398656:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3168us (3878us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.869650:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20842 00000100:00100000:0.0:1761319686.870052:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398784 00002000:00100000:0.0:1761319686.870086:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000f4cca586 x1846876465398784/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:0.0:1761319686.870095:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f4cca586 with x1846876465398784 ext(327680->331775) 00010000:00010000:0.0:1761319686.870104:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.870111:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f4cca586 00000100:00100000:0.0:1761319686.870136:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2665 00000100:00100000:0.0:1761319686.870140:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4cca586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2264:x1846876465398784:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1761319686.870290:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4cca586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2264:x1846876465398784:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (927us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.870296:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2665 00002000:00100000:0.0:1761319686.870301:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000f4cca586 x1846876465398784/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:0.0:1761319686.870307:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f4cca586 with x1846876465398784 ext(327680->331775) 00010000:00010000:0.0:1761319686.870313:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.870319:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f4cca586 00000100:00100000:2.0:1761319686.875188:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.875227:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.875319:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398912 00010000:00010000:1.0:1761319686.875350:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.875390:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13943 00000100:00100000:1.0:1761319686.875396:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465398912:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319686.875409:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319686.875427:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.875442:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.875463:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea544 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa90 expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319686.875479:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.875481:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319686.875486:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.875494:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.875566:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319686.875577:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308864:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319686.875630:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.875851:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465398848 00000100:00100000:3.0:1761319686.875887:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20843 00000100:00100000:3.0:1761319686.875892:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074e4c104 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465398848:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.875905:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.875918:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aa9e expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.875936:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.875942:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.875944:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.875946:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.875975:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.875986:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.875994:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474308928:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.876030:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.879309:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474308928:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.879343:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.879365:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319686.879419:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074e4c104 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+67:32205:x1846876465398848:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3525us (4236us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.879431:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20843 00000100:00100000:1.0:1761319686.880863:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f86dd79 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474308864:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319686.880882:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319686.880925:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465398912:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5527us (5696us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.880934:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13943 00000100:00100000:1.0:1761319686.882167:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.882253:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399040 00002000:00100000:0.0:1761319686.882291:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000007f86dd79 x1846876465399040/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.882301:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007f86dd79 with x1846876465399040 ext(327680->331775) 00010000:00010000:0.0:1761319686.882312:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.882321:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007f86dd79 00000100:00100000:0.0:1761319686.882351:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2666 00000100:00100000:0.0:1761319686.882357:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f86dd79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465399040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.882547:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f86dd79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465399040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 189us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.882554:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2666 00002000:00100000:0.0:1761319686.882559:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000007f86dd79 x1846876465399040/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.882566:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007f86dd79 with x1846876465399040 ext(327680->331775) 00010000:00010000:0.0:1761319686.882572:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.882579:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007f86dd79 00000100:00100000:2.0:1761319686.886327:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.886684:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399104 00000100:00100000:3.0:1761319686.886736:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20844 00000100:00100000:3.0:1761319686.886743:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dfc849e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465399104:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.886760:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.886883:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aaa5 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.886913:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.886919:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.886925:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319686.886928:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 73 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.886976:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.886993:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 73 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.887005:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319686.887062:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dfc849e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:32196:x1846876465399104:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 318us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.887069:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20844 00000100:00100000:0.0:1761319686.887159:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.887327:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399168 00010000:00010000:3.0:1761319686.887343:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.887375:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13944 00000100:00100000:3.0:1761319686.887380:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2262:x1846876465399168:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319686.887390:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.887408:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.887419:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.887480:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea54b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa97 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.887494:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.887496:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.887504:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.887559:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.887586:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.887598:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 65 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.887609:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309056:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.887665:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.891214:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.891363:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309056:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.891386:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.891432:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465399168:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4051us (4274us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.891443:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13944 00000100:00100000:3.0:1761319686.894249:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399232 00010000:00010000:3.0:1761319686.894289:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.894331:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13945 00000100:00100000:3.0:1761319686.894338:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2264:x1846876465399232:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319686.894353:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.894372:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.894383:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.894411:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea552 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa9e expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.894426:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.894429:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.894436:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.894444:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.894479:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.894492:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309120:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.894593:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.898729:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309120:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.898760:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.898832:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+65:2264:x1846876465399232:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4491us (7624us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.898842:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13945 00000100:00100000:1.0:1761319686.904011:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.904106:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399296 00000100:00100000:3.0:1761319686.904161:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20845 00000100:00100000:3.0:1761319686.904167:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e352926 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+65:32205:x1846876465399296:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.904185:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.904208:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aaac expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.904242:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.904254:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.904256:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.904259:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.904290:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.904301:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.904652:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474309184:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.904727:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.909710:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474309184:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.909741:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.909765:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319686.909824:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e352926 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465399296:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5654us (5821us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.909833:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20845 00000100:00100000:2.0:1761319686.910010:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.910313:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399360 00010000:00010000:3.0:1761319686.910335:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.910366:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13946 00000100:00100000:3.0:1761319686.910371:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d1febe4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465399360:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319686.910383:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.910401:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.910412:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.910431:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea559 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaa5 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.910443:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.910445:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.910450:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.910458:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.910483:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.910493:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.910576:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.913083:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.913252:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399424 00000100:00100000:3.0:1761319686.913294:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20846 00000100:00100000:3.0:1761319686.913299:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000243a9ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465399424:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319686.913318:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319686.913334:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aab3 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.913361:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.913368:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.913370:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319686.913372:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 73 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.913398:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.913408:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 65 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.913419:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f74033ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474309312:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319686.913473:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.915347:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.915643:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399552 00002000:00100000:2.0:1761319686.915680:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@0000000011d645c9 x1846876465399552/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.915690:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000011d645c9 with x1846876465399552 ext(327680->331775) 00010000:00010000:2.0:1761319686.915699:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.915712:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000011d645c9 00000100:00100000:3.0:1761319686.916038:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309248:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319686.916056:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319686.916103:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d1febe4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2262:x1846876465399360:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5731us (6095us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.916113:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13946 00000100:00100000:2.0:1761319686.916608:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2667 00000100:00100000:2.0:1761319686.916615:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011d645c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465399552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319686.916779:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011d645c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465399552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (1444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319686.916787:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2667 00002000:00100000:2.0:1761319686.916793:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@0000000011d645c9 x1846876465399552/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319686.916802:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000011d645c9 with x1846876465399552 ext(327680->331775) 00010000:00010000:2.0:1761319686.916811:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319686.916819:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000011d645c9 00000100:00100000:3.0:1761319686.918733:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f74033ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474309312:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319686.918758:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 72 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.918779:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319686.918820:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000243a9ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465399424:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5519us (5742us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319686.918828:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20846 00000100:00100000:3.0:1761319686.920579:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.920849:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399616 00000100:00100000:2.0:1761319686.920901:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20847 00000100:00100000:2.0:1761319686.920908:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f74033ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465399616:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.920925:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.920944:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aaba expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.920982:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.920990:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.921004:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319686.921007:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.921057:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.921070:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.921082:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a3496f2f, rc 0) 00000100:00100000:2.0:1761319686.922214:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f74033ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+67:32205:x1846876465399616:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1303us (1637us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.922225:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20847 00000100:00100000:1.0:1761319686.922285:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.922347:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399680 00010000:00010000:2.0:1761319686.922368:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 67 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.922405:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13947 00000100:00100000:2.0:1761319686.922411:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004659cf5e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2262:x1846876465399680:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319686.922421:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.922445:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 67 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.922458:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 67 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.922480:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea560 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaac expref: 67 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.922493:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.922495:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.922500:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.922507:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.922570:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.922581:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.922592:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0e3caaa pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309440:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.922650:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a50e9702 going to sleep for 43 seconds 00000100:00100000:1.0:1761319686.926797:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.927108:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399808 00002000:00100000:0.0:1761319686.927151:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000009434eff7 x1846876465399808/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.927161:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009434eff7 with x1846876465399808 ext(327680->331775) 00010000:00010000:0.0:1761319686.927172:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.927182:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009434eff7 00000100:00100000:0.0:1761319686.927221:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2668 00000100:00100000:0.0:1761319686.927227:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465399808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319686.927410:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465399808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (619us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319686.927419:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2668 00002000:00100000:0.0:1761319686.927424:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000009434eff7 x1846876465399808/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319686.927432:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009434eff7 with x1846876465399808 ext(327680->331775) 00010000:00010000:0.0:1761319686.927439:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319686.927445:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009434eff7 00000100:00100000:2.0:1761319686.927619:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0e3caaa pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309440:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.927642:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.927678:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004659cf5e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465399680:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 5266us (5394us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.927687:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13947 00000100:00100000:1.0:1761319686.931245:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.932044:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.932164:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399872 00000100:00100000:2.0:1761319686.932225:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20848 00000100:00100000:2.0:1761319686.932233:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017d6b711 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465399872:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319686.932251:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319686.932271:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aac1 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.932300:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319686.932305:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.932311:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319686.932314:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 73 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.932350:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.932362:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 73 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.932374:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319686.932427:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017d6b711 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:32196:x1846876465399872:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 193us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.932434:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20848 00000100:00100000:3.0:1761319686.932504:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465399936 00010000:00010000:3.0:1761319686.932549:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.932571:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13948 00000100:00100000:3.0:1761319686.932575:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a520689c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2263:x1846876465399936:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319686.932585:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.932603:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.932613:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.932633:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea567 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aab3 expref: 73 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.932646:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.932647:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.932653:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.932664:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.932684:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 65 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.932694:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 65 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.932704:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309568:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.932738:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.936788:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f678697 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309568:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.936815:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.936868:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a520689c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465399936:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4291us (4825us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.936882:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13948 00000100:00100000:0.0:1761319686.937705:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.938477:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400000 00010000:00010000:2.0:1761319686.938650:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.938690:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13949 00000100:00100000:2.0:1761319686.938696:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465400000:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319686.938711:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.938732:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.938744:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.938769:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea56e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaba expref: 66 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.938784:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.938786:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.938794:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.938802:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.938837:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.938853:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7726704 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309632:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.938907:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000000b109179 going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.942335:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7726704 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309632:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.942365:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.942618:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+65:2263:x1846876465400000:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3920us (4915us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.942629:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13949 00000100:00100000:0.0:1761319686.949723:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.949857:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400064 00000100:00100000:1.0:1761319686.949914:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20849 00000100:00100000:1.0:1761319686.949920:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+65:32205:x1846876465400064:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.949937:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.949956:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aac8 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.949999:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.950006:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.950008:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.950010:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.950039:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.950050:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.950063:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474309696:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319686.950132:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.953760:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319686.953858:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400128 00010000:00010000:2.0:1761319686.953892:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319686.953929:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13950 00000100:00100000:2.0:1761319686.953934:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465400128:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319686.953947:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319686.953974:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.953985:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319686.954008:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.954010:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319686.954016:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.954029:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319686.954061:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319686.954072:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7726704 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309760:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.954133:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000000b109179 going to sleep for 43 seconds 00010000:00010000:1.0:1761319686.954227:0:8729:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea575 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac1 expref: 72 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.954242:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474309696:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319686.954262:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.954271:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dc443ebf, rc 0) 00000100:00100000:1.0:1761319686.954297:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465400064:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4376us (4584us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.954304:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20849 00000100:00100000:0.0:1761319686.955338:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.955697:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400192 00000100:00100000:1.0:1761319686.955741:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20850 00000100:00100000:1.0:1761319686.955747:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465400192:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.955763:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.955780:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aacf expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.955806:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.955814:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.955816:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.955818:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 73 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.955844:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.955856:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 65 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319686.955868:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474309824:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319686.955912:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319686.960172:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.960354:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400320 00002000:00100000:1.0:1761319686.960398:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000d0176d95 x1846876465400320/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.960409:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d0176d95 with x1846876465400320 ext(327680->331775) 00010000:00010000:1.0:1761319686.960420:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319686.960429:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d0176d95 00000100:00100000:1.0:1761319686.960460:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2669 00000100:00100000:1.0:1761319686.960465:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465400320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319686.961095:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7726704 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309760:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.961117:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.961159:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2262:x1846876465400128:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7223us (7405us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.961168:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13950 00000100:00100000:1.0:1761319686.962043:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465400320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1574us (1877us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.962052:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2669 00002000:00100000:1.0:1761319686.962060:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@00000000d0176d95 x1846876465400320/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.962068:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d0176d95 with x1846876465400320 ext(327680->331775) 00010000:00010000:1.0:1761319686.962076:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319686.962089:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d0176d95 00000100:00100000:1.0:1761319686.962620:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474309824:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319686.962642:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.962662:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000829da54e, rc 0) 00000100:00100000:1.0:1761319686.962696:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465400192:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6949us (7362us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.962703:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20850 00000100:00100000:0.0:1761319686.965917:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.966242:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400384 00010000:00010000:3.0:1761319686.966276:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319686.966318:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13951 00000100:00100000:3.0:1761319686.966324:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2264:x1846876465400384:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319686.966337:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319686.966356:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.966367:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.966391:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea57c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aac8 expref: 66 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319686.966407:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.966409:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319686.966416:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.966425:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319686.966462:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319686.966474:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aa01588 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309888:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319686.966583:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.969068:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.969369:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400512 00002000:00100000:1.0:1761319686.969410:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@0000000073a9db3e x1846876465400512/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.969420:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000073a9db3e with x1846876465400512 ext(327680->331775) 00002000:00010000:1.0:1761319686.969424:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000073a9db3e 00000100:00100000:1.0:1761319686.969450:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20401 00000100:00100000:1.0:1761319686.969456:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073a9db3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465400512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319686.969653:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073a9db3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2262:x1846876465400512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 196us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.969660:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20401 00002000:00100000:1.0:1761319686.969665:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@0000000073a9db3e x1846876465400512/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319686.969672:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000073a9db3e with x1846876465400512 ext(327680->331775) 00002000:00010000:1.0:1761319686.969675:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000073a9db3e 00000100:00100000:2.0:1761319686.969904:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aa01588 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474309888:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.969927:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.969954:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+65:2264:x1846876465400384:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3630us (4074us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.969972:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13951 00000100:00100000:3.0:1761319686.970446:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.970893:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400576 00000100:00100000:0.0:1761319686.970941:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20851 00000100:00100000:0.0:1761319686.970946:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+65:32205:x1846876465400576:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319686.970971:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319686.970990:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aad6 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.971019:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.971029:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.971030:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319686.971033:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.971064:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.971075:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.971089:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6fde0c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474309952:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319686.971150:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:3.0:1761319686.974303:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.974478:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6fde0c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474309952:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319686.974540:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 66 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.974569:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000efc97cd4, rc 0) 00000100:00100000:0.0:1761319686.974618:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465400576:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3671us (4174us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319686.974627:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20851 00000100:00100000:1.0:1761319686.974887:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400704 00002000:00100000:1.0:1761319686.974922:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (331776->335871) req@000000007d7780c6 x1846876465400704/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319686.974930:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007d7780c6 with x1846876465400704 ext(331776->335871) 00010000:00010000:1.0:1761319686.974938:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319686.974945:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007d7780c6 00000100:00100000:1.0:1761319686.974977:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2670 00000100:00100000:1.0:1761319686.974982:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d7780c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465400704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319686.975141:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d7780c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:2263:x1846876465400704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (844us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319686.975148:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2670 00002000:00100000:1.0:1761319686.975154:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (331776->335871) req@000000007d7780c6 x1846876465400704/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 488/4536 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319686.975161:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007d7780c6 with x1846876465400704 ext(331776->335871) 00010000:00010000:1.0:1761319686.975167:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 72 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319686.975174:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007d7780c6 00000100:00100000:0.0:1761319686.978402:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319686.978446:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319686.978562:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400768 00000100:00100000:1.0:1761319686.978610:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20852 00000100:00100000:1.0:1761319686.978616:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+72:32196:x1846876465400768:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319686.978631:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319686.978648:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aadd expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.978675:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.978678:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319686.978683:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->335871] (req 331776->335871) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 73 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.978694:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->335871] (req 331776->335871) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 73 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319686.978705:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000862614d, rc 0) 00000100:00100000:1.0:1761319686.978745:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:32196:x1846876465400768:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 129us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319686.978752:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20852 00000100:00100000:3.0:1761319686.978948:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400832 00002000:00100000:3.0:1761319686.978982:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->331775) req@00000000987035a8 x1846876465400832/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 12776/0 e 0 to 0 dl 1761319729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00002000:00100000:3.0:1761319686.978991:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000987035a8 with x1846876465400832 ext(319488->331775) 00010000:00010000:3.0:1761319686.979003:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 73 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319686.979010:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000987035a8 00000100:00100000:3.0:1761319686.979035:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2671 00000100:00100000:3.0:1761319686.979039:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+73:2264:x1846876465400832:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 00000100:00100000:3.0:1761319686.981547:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+76:2264:x1846876465400832:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 Request processed in 2500us (3094us total) trans 4294973868 rc 0/0 00000100:00100000:3.0:1761319686.981563:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2671 00002000:00100000:3.0:1761319686.981575:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x31:0x0] (319488->331775) req@00000000987035a8 x1846876465400832/t4294973868(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:614/0 lens 12776/448 e 0 to 0 dl 1761319729 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_03.0' 00002000:00100000:3.0:1761319686.981585:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000987035a8 with x1846876465400832 ext(319488->331775) 00010000:00010000:3.0:1761319686.981609:0:18195:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 76 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319686.981619:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000987035a8 00000100:00100000:2.0:1761319686.992051:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319686.993367:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465400896 00010000:00010000:0.0:1761319686.993473:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 76 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319686.993536:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13952 00000100:00100000:0.0:1761319686.993543:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+76:2262:x1846876465400896:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319686.993559:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319686.993574:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 648 -> 656 00010000:00010000:0.0:1761319686.993581:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 76 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.993593:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 76 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.993618:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea583 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aacf expref: 76 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319686.993634:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.993637:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.993644:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.993655:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.993664:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.993665:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319686.993668:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 75 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.993675:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 75 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319686.993711:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 75 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319686.993724:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098ccbfd3 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310016:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319686.993811:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 65 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319686.993821:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb68e8f0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310080:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319686.993843:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:2.0:1761319686.998167:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098ccbfd3 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310016:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319686.998182:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb68e8f0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310080:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319686.998205:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319686.999489:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+75:2262:x1846876465400896:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5941us (7440us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319686.999503:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13952 00000100:00100000:2.0:1761319687.010668:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.010710:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.010910:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401024 00002000:00100000:1.0:1761319687.010950:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000000d1febe4 x1846876465401024/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.010974:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000d1febe4 with x1846876465401024 ext(327680->331775) 00002000:00010000:1.0:1761319687.010978:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000000d1febe4 00000100:00100000:1.0:1761319687.011004:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401152 00002000:00100000:1.0:1761319687.011016:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (331776->335871) req@00000000c0e3caaa x1846876465401152/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319687.011023:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c0e3caaa with x1846876465401152 ext(331776->335871) 00002000:00010000:1.0:1761319687.011025:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c0e3caaa 00000100:00100000:1.0:1761319687.011051:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20402 00000100:00100000:1.0:1761319687.011057:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d1febe4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465401024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319687.011209:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d1febe4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2262:x1846876465401024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319687.011217:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20402 00002000:00100000:1.0:1761319687.011222:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (327680->331775) req@000000000d1febe4 x1846876465401024/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.011229:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000d1febe4 with x1846876465401024 ext(327680->331775) 00002000:00010000:1.0:1761319687.011231:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000000d1febe4 00000100:00100000:1.0:1761319687.011245:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20403 00000100:00100000:1.0:1761319687.011249:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0e3caaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+75:2264:x1846876465401152:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1761319687.011325:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0e3caaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+75:2264:x1846876465401152:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 74us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319687.011331:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20403 00002000:00100000:1.0:1761319687.011335:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (331776->335871) req@00000000c0e3caaa x1846876465401152/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319687.011340:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c0e3caaa with x1846876465401152 ext(331776->335871) 00002000:00010000:1.0:1761319687.011343:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c0e3caaa 00000100:00100000:1.0:1761319687.015853:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.015989:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401216 00000100:00100000:0.0:1761319687.016152:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20853 00000100:00100000:0.0:1761319687.016160:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465401216:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.016182:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.016205:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aae4 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.016248:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 74 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.016257:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.016259:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.016261:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->335871] (req 331776->335871) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.016294:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 74 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.016306:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 74 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.016318:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474310144:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.016390:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.016564:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.016847:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401344 00002000:00100000:1.0:1761319687.016876:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (335872->339967) req@0000000013fc8745 x1846876465401344/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.016884:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000013fc8745 with x1846876465401344 ext(335872->339967) 00010000:00010000:1.0:1761319687.016893:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 75 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319687.016904:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000013fc8745 00000100:00100000:1.0:1761319687.016929:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2672 00000100:00100000:1.0:1761319687.016934:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013fc8745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+75:2263:x1846876465401344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319687.017118:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013fc8745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+75:2263:x1846876465401344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319687.017125:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2672 00002000:00100000:1.0:1761319687.017131:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (335872->339967) req@0000000013fc8745 x1846876465401344/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.017139:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000013fc8745 with x1846876465401344 ext(335872->339967) 00010000:00010000:1.0:1761319687.017145:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 75 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319687.017152:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000013fc8745 00000100:00100000:0.0:1761319687.018426:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474310144:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.018454:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [331776->335871] (req 331776->335871) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.018473:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004a721048, rc 0) 00000100:00100000:0.0:1761319687.018582:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+67:32205:x1846876465401216:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2421us (2735us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.018590:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20853 00000100:00100000:3.0:1761319687.020017:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.020153:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401408 00000100:00100000:0.0:1761319687.020232:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20854 00000100:00100000:0.0:1761319687.020238:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+75:32196:x1846876465401408:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.020254:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.020270:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aaeb expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.020294:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.020296:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.020301:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->344063] (req 339968->344063) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 76 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.020310:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->344063] (req 339968->344063) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 76 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.020320:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008472c2b2, rc 0) 00000100:00100000:0.0:1761319687.020363:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+76:32196:x1846876465401408:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 124us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.020369:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20854 00000100:00100000:3.0:1761319687.022463:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.022732:0:19864:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401472 00002000:00100000:2.0:1761319687.022774:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (331776->339967) req@000000003a431e2e x1846876465401472/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 8680/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00002000:00100000:2.0:1761319687.022784:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003a431e2e with x1846876465401472 ext(331776->339967) 00010000:00010000:2.0:1761319687.022796:0:19864:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 76 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.022805:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003a431e2e 00000100:00100000:2.0:1761319687.022837:0:19864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2673 00000100:00100000:2.0:1761319687.022844:0:19864:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a431e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+76:2262:x1846876465401472:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 00000100:00100000:2.0:1761319687.028192:0:19864:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a431e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+78:2262:x1846876465401472:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 Request processed in 5340us (5728us total) trans 4294973869 rc 0/0 00000100:00100000:2.0:1761319687.028206:0:19864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2673 00002000:00100000:2.0:1761319687.028219:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (331776->339967) req@000000003a431e2e x1846876465401472/t4294973869(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 8680/448 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_02.0' 00002000:00100000:2.0:1761319687.028228:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003a431e2e with x1846876465401472 ext(331776->339967) 00010000:00010000:2.0:1761319687.028242:0:19864:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 78 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.028252:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003a431e2e 00000100:00100000:2.0:1761319687.033553:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.033633:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401536 00010000:00010000:0.0:1761319687.033666:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 78 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.033704:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13953 00000100:00100000:0.0:1761319687.033709:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a986a236 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+78:2265:x1846876465401536:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319687.033723:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319687.033738:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 656 -> 672 00010000:00010000:0.0:1761319687.033743:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 78 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.033754:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 78 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.033775:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea591 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [331776->33886207] (req 331776->335871) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aadd expref: 78 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.033789:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.033791:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.033797:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.033805:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.033813:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.033814:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.033816:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 77 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.033821:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 77 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.033848:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 77 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.033859:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310208:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.033936:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 66 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.033946:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310272:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.033976:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b66e5ab going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.038495:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310208:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.038547:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310272:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.038574:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.038626:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a986a236 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:2265:x1846876465401536:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4915us (5080us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.038637:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13953 00000100:00100000:1.0:1761319687.039536:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.040083:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.040181:0:19864:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401664 00002000:00100000:2.0:1761319687.040220:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (339968->344063) req@00000000d92e109f x1846876465401664/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.040231:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d92e109f with x1846876465401664 ext(339968->344063) 00002000:00010000:2.0:1761319687.040236:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d92e109f 00000100:00100000:2.0:1761319687.040602:0:19864:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401792 00000100:00100000:3.0:1761319687.040692:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20404 00000100:00100000:3.0:1761319687.040699:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d92e109f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:2262:x1846876465401664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00002000:00100000:2.0:1761319687.040827:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (331776->335871) req@000000004659cf5e x1846876465401792/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.040836:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004659cf5e with x1846876465401792 ext(331776->335871) 00002000:00010000:2.0:1761319687.040839:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000004659cf5e 00000100:00100000:2.0:1761319687.040858:0:19864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20405 00000100:00100000:2.0:1761319687.040863:0:19864:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004659cf5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2263:x1846876465401792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.041409:0:19864:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004659cf5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2263:x1846876465401792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 544us (1325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.041411:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d92e109f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:2262:x1846876465401664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 709us (1905us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.041422:0:19864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20405 00002000:00100000:2.0:1761319687.041428:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (331776->335871) req@000000004659cf5e x1846876465401792/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00000100:00100000:3.0:1761319687.041440:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20404 00002000:00100000:2.0:1761319687.041444:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004659cf5e with x1846876465401792 ext(331776->335871) 00002000:00010000:2.0:1761319687.041447:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000004659cf5e 00002000:00100000:3.0:1761319687.041450:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (339968->344063) req@00000000d92e109f x1846876465401664/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.041460:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d92e109f with x1846876465401664 ext(339968->344063) 00002000:00010000:3.0:1761319687.041463:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d92e109f 00000100:00100000:2.0:1761319687.046121:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.046161:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.046819:0:19864:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465401920 00002000:00100000:0.0:1761319687.046862:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (344064->348159) req@00000000a44e18c4 x1846876465401920/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:0.0:1761319687.046872:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a44e18c4 with x1846876465401920 ext(344064->348159) 00002000:00010000:0.0:1761319687.046877:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a44e18c4 00000100:00100000:0.0:1761319687.046897:0:19864:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402048 00002000:00100000:0.0:1761319687.046908:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (335872->339967) req@00000000aaa3c59a x1846876465402048/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:0.0:1761319687.046915:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000aaa3c59a with x1846876465402048 ext(335872->339967) 00002000:00010000:0.0:1761319687.046918:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000aaa3c59a 00000100:00100000:0.0:1761319687.046946:0:19864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20406 00000100:00100000:0.0:1761319687.046953:0:19864:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a44e18c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:2264:x1846876465401920:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1761319687.047143:0:19864:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a44e18c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:2264:x1846876465401920:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 190us (1028us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319687.047156:0:19864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20406 00002000:00100000:0.0:1761319687.047162:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (344064->348159) req@00000000a44e18c4 x1846876465401920/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:0.0:1761319687.047170:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a44e18c4 with x1846876465401920 ext(344064->348159) 00002000:00010000:0.0:1761319687.047173:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a44e18c4 00000100:00100000:0.0:1761319687.047190:0:19864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20407 00000100:00100000:0.0:1761319687.047195:0:19864:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aaa3c59a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2264:x1846876465402048:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1761319687.047259:0:19864:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aaa3c59a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2264:x1846876465402048:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 63us (1098us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319687.047267:0:19864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20407 00002000:00100000:0.0:1761319687.047272:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (335872->339967) req@00000000aaa3c59a x1846876465402048/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:0.0:1761319687.047279:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000aaa3c59a with x1846876465402048 ext(335872->339967) 00002000:00010000:0.0:1761319687.047282:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000aaa3c59a 00000100:00100000:1.0:1761319687.052336:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.052388:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.052560:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402240 00002000:00100000:2.0:1761319687.052601:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (348160->352255) req@00000000c9067a25 x1846876465402240/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.052619:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c9067a25 with x1846876465402240 ext(348160->352255) 00002000:00010000:2.0:1761319687.052624:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c9067a25 00000100:00100000:2.0:1761319687.052654:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20408 00000100:00100000:2.0:1761319687.052659:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9067a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:2263:x1846876465402240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319687.052778:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402112 00000100:00100000:2.0:1761319687.052828:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9067a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:2263:x1846876465402240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.052836:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20408 00002000:00100000:2.0:1761319687.052842:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (348160->352255) req@00000000c9067a25 x1846876465402240/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.052849:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c9067a25 with x1846876465402240 ext(348160->352255) 00002000:00010000:2.0:1761319687.052852:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c9067a25 00000100:00100000:0.0:1761319687.052929:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20855 00000100:00100000:0.0:1761319687.052933:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+67:32205:x1846876465402112:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.052942:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.052970:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aaf2 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.052995:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 76 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.053009:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.053011:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.053013:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->344063] (req 339968->344063) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.053042:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 76 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.053053:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 76 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.053071:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474310336:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.053125:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.057184:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474310336:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.057218:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->344063] (req 339968->344063) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 68 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.057243:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000051601a74, rc 0) 00000100:00100000:0.0:1761319687.058294:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+68:32205:x1846876465402112:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5353us (5960us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.058306:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20855 00000100:00100000:1.0:1761319687.061871:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.061967:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402368 00002000:00100000:3.0:1761319687.062016:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (352256->356351) req@0000000026de90a6 x1846876465402368/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.062025:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000026de90a6 with x1846876465402368 ext(352256->356351) 00010000:00010000:3.0:1761319687.062036:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 77 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.062044:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000026de90a6 00000100:00100000:3.0:1761319687.062072:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2674 00000100:00100000:3.0:1761319687.062078:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:2263:x1846876465402368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319687.062259:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:2263:x1846876465402368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (396us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.062267:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2674 00002000:00100000:3.0:1761319687.062273:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (352256->356351) req@0000000026de90a6 x1846876465402368/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.062279:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000026de90a6 with x1846876465402368 ext(352256->356351) 00010000:00010000:3.0:1761319687.062285:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 77 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.062292:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000026de90a6 00000100:00100000:3.0:1761319687.065353:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.065646:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402432 00000100:00100000:0.0:1761319687.065693:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20856 00000100:00100000:0.0:1761319687.065699:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+77:32196:x1846876465402432:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.065715:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.065734:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aaf9 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.065760:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.065763:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.065768:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 78 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.065778:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 78 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.065788:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000484f7b62, rc 0) 00000100:00100000:0.0:1761319687.065838:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+78:32196:x1846876465402432:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 138us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.065844:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20856 00000100:00100000:1.0:1761319687.067209:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.067294:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402496 00002000:00100000:2.0:1761319687.067329:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (339968->352255) req@000000009da209e7 x1846876465402496/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 12776/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00002000:00100000:2.0:1761319687.067339:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009da209e7 with x1846876465402496 ext(339968->352255) 00010000:00010000:2.0:1761319687.067350:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 78 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.067358:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009da209e7 00000100:00100000:2.0:1761319687.067382:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2675 00000100:00100000:2.0:1761319687.067387:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009da209e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+78:2263:x1846876465402496:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 00000100:00100000:2.0:1761319687.068704:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009da209e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:2263:x1846876465402496:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 Request processed in 1310us (1494us total) trans 4294973870 rc 0/0 00000100:00100000:2.0:1761319687.068719:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2675 00002000:00100000:2.0:1761319687.068727:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (339968->352255) req@000000009da209e7 x1846876465402496/t4294973870(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 12776/448 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_03.0' 00002000:00100000:2.0:1761319687.068736:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009da209e7 with x1846876465402496 ext(339968->352255) 00010000:00010000:2.0:1761319687.068745:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.068752:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009da209e7 00000100:00100000:1.0:1761319687.071772:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.072338:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402560 00010000:00010000:0.0:1761319687.072369:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.072443:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13954 00000100:00100000:0.0:1761319687.072449:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:2264:x1846876465402560:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319687.072569:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319687.072584:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 672 -> 696 00010000:00010000:0.0:1761319687.072589:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.072599:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.072626:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea59f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [339968->33894399] (req 339968->344063) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaeb expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.072642:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.072644:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.072651:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.072658:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.072666:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.072667:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.072669:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 79 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.072675:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 79 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.072705:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 79 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.072717:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310400:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.072786:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 67 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.072795:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310464:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.072817:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.077590:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.078189:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310400:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.078204:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310464:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.078228:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.078444:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+79:2264:x1846876465402560:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5993us (6677us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.078661:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13954 00000100:00100000:2.0:1761319687.079126:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402688 00002000:00100000:2.0:1761319687.079161:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (339968->344063) req@00000000d53821e4 x1846876465402688/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.079172:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d53821e4 with x1846876465402688 ext(339968->344063) 00002000:00010000:2.0:1761319687.079177:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d53821e4 00000100:00100000:2.0:1761319687.079202:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20409 00000100:00100000:2.0:1761319687.079207:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d53821e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+68:2262:x1846876465402688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319687.079358:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d53821e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+68:2262:x1846876465402688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (1776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.079365:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20409 00002000:00100000:2.0:1761319687.079371:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (339968->344063) req@00000000d53821e4 x1846876465402688/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.079378:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d53821e4 with x1846876465402688 ext(339968->344063) 00002000:00010000:2.0:1761319687.079381:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d53821e4 00000100:00100000:1.0:1761319687.083391:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.083906:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402816 00002000:00100000:2.0:1761319687.084329:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (344064->348159) req@0000000094186889 x1846876465402816/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319687.084341:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000094186889 with x1846876465402816 ext(344064->348159) 00002000:00010000:2.0:1761319687.084345:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000094186889 00000100:00100000:2.0:1761319687.084666:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20410 00000100:00100000:2.0:1761319687.084673:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094186889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+68:2264:x1846876465402816:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1761319687.085419:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094186889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+68:2264:x1846876465402816:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 743us (2031us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.085427:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20410 00002000:00100000:2.0:1761319687.085434:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (344064->348159) req@0000000094186889 x1846876465402816/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319687.085441:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000094186889 with x1846876465402816 ext(344064->348159) 00002000:00010000:2.0:1761319687.085444:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000094186889 00000100:00100000:1.0:1761319687.090351:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.091141:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465402944 00002000:00100000:2.0:1761319687.091186:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (352256->356351) req@00000000d22763ec x1846876465402944/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.091199:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d22763ec with x1846876465402944 ext(352256->356351) 00002000:00010000:2.0:1761319687.091204:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d22763ec 00000100:00100000:2.0:1761319687.091237:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20411 00000100:00100000:2.0:1761319687.091244:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d22763ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+79:2263:x1846876465402944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.091441:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d22763ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+79:2263:x1846876465402944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (1096us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.091450:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20411 00002000:00100000:2.0:1761319687.091456:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (352256->356351) req@00000000d22763ec x1846876465402944/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.091464:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d22763ec with x1846876465402944 ext(352256->356351) 00002000:00010000:2.0:1761319687.091467:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d22763ec 00000100:00100000:2.0:1761319687.093497:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.094319:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403072 00002000:00100000:1.0:1761319687.094356:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (348160->352255) req@000000005b07bada x1846876465403072/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319687.094368:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005b07bada with x1846876465403072 ext(348160->352255) 00002000:00010000:1.0:1761319687.094372:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000005b07bada 00000100:00100000:1.0:1761319687.094400:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20412 00000100:00100000:1.0:1761319687.094405:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b07bada pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+68:2265:x1846876465403072:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1761319687.094573:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b07bada pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+68:2265:x1846876465403072:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (1082us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319687.094581:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20412 00002000:00100000:1.0:1761319687.094586:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (348160->352255) req@000000005b07bada x1846876465403072/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319687.094592:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005b07bada with x1846876465403072 ext(348160->352255) 00002000:00010000:1.0:1761319687.094595:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000005b07bada 00000100:00100000:3.0:1761319687.096715:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.096976:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403200 00002000:00100000:2.0:1761319687.097016:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (356352->360447) req@000000003aa01588 x1846876465403200/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.097028:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003aa01588 with x1846876465403200 ext(356352->360447) 00002000:00010000:2.0:1761319687.097032:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003aa01588 00000100:00100000:2.0:1761319687.097066:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20413 00000100:00100000:2.0:1761319687.097072:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa01588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+79:2263:x1846876465403200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.097235:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa01588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+79:2263:x1846876465403200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.097243:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20413 00002000:00100000:2.0:1761319687.097249:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (356352->360447) req@000000003aa01588 x1846876465403200/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.097256:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003aa01588 with x1846876465403200 ext(356352->360447) 00002000:00010000:2.0:1761319687.097259:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003aa01588 00000100:00100000:3.0:1761319687.098308:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.098870:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403264 00000100:00100000:2.0:1761319687.098912:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20857 00000100:00100000:2.0:1761319687.098917:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+68:32205:x1846876465403264:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.098929:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.098945:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab00 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.098988:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 78 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.098995:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.098997:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.098999:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.099025:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 78 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.099035:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 78 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.099046:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9291881 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474310528:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.099100:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b69758a8 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.101578:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.101978:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403392 00002000:00100000:1.0:1761319687.102016:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000004a865c16 x1846876465403392/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319687.102026:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004a865c16 with x1846876465403392 ext(360448->364543) 00010000:00010000:1.0:1761319687.102036:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 79 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319687.102044:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004a865c16 00000100:00100000:1.0:1761319687.102072:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2676 00000100:00100000:1.0:1761319687.102077:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+79:2262:x1846876465403392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319687.102230:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+79:2262:x1846876465403392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319687.102241:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2676 00002000:00100000:1.0:1761319687.102246:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000004a865c16 x1846876465403392/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319687.102252:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004a865c16 with x1846876465403392 ext(360448->364543) 00010000:00010000:1.0:1761319687.102257:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 79 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319687.102263:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004a865c16 00000100:00100000:2.0:1761319687.103637:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9291881 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474310528:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319687.103664:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.103681:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a3496f2f, rc 0) 00000100:00100000:2.0:1761319687.103718:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465403264:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4800us (5415us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.103725:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20857 00000100:00100000:3.0:1761319687.106278:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.106543:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403456 00000100:00100000:2.0:1761319687.106667:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20858 00000100:00100000:2.0:1761319687.106673:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+79:32196:x1846876465403456:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.106688:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.106706:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab07 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.106731:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.106733:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.106737:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.106747:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.106757:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319687.107317:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:32196:x1846876465403456:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 642us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.107324:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20858 00000100:00100000:2.0:1761319687.107649:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.107948:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403520 00002000:00100000:3.0:1761319687.107985:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (352256->360447) req@00000000c9291881 x1846876465403520/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 8680/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00002000:00100000:3.0:1761319687.107994:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c9291881 with x1846876465403520 ext(352256->360447) 00010000:00010000:3.0:1761319687.108003:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.108010:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c9291881 00000100:00100000:3.0:1761319687.108032:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2677 00000100:00100000:3.0:1761319687.108037:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9291881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:2263:x1846876465403520:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 00000100:00100000:3.0:1761319687.109298:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9291881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465403520:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 Request processed in 1257us (1647us total) trans 4294973871 rc 0/0 00000100:00100000:3.0:1761319687.109308:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2677 00002000:00100000:3.0:1761319687.109315:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (352256->360447) req@00000000c9291881 x1846876465403520/t4294973871(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 8680/448 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_02.0' 00002000:00100000:3.0:1761319687.109323:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c9291881 with x1846876465403520 ext(352256->360447) 00010000:00010000:3.0:1761319687.109331:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 82 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.109338:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c9291881 00000100:00100000:1.0:1761319687.112714:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.112813:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403584 00010000:00010000:0.0:1761319687.112846:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 82 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.113223:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13955 00000100:00100000:0.0:1761319687.113230:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bf29224 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2265:x1846876465403584:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319687.113244:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319687.113261:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 696 -> 712 00010000:00010000:0.0:1761319687.113267:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 82 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.113279:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 82 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.113303:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5ad lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf9 expref: 82 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.113319:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.113321:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.113329:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 68 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.113338:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 68 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.113346:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.113348:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.113351:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.113357:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.113392:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.113404:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310592:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.113483:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 68 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.113492:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310656:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.113562:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.118064:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310592:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.118081:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dc2bbbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310656:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.118104:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.118162:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bf29224 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2265:x1846876465403584:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4930us (5464us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.118173:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13955 00000100:00100000:1.0:1761319687.118357:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.119719:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403712 00002000:00100000:2.0:1761319687.119762:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (352256->356351) req@000000004f721402 x1846876465403712/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.119773:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004f721402 with x1846876465403712 ext(352256->356351) 00002000:00010000:2.0:1761319687.119778:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000004f721402 00000100:00100000:2.0:1761319687.119810:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20414 00000100:00100000:2.0:1761319687.119816:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f721402 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465403712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.120005:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f721402 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465403712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (1649us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.120013:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20414 00002000:00100000:2.0:1761319687.120019:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (352256->356351) req@000000004f721402 x1846876465403712/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.120026:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004f721402 with x1846876465403712 ext(352256->356351) 00002000:00010000:2.0:1761319687.120028:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000004f721402 00000100:00100000:1.0:1761319687.123144:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.123247:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403840 00002000:00100000:2.0:1761319687.123288:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (356352->360447) req@00000000b2c5df4c x1846876465403840/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319687.123297:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b2c5df4c with x1846876465403840 ext(356352->360447) 00002000:00010000:2.0:1761319687.123302:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b2c5df4c 00000100:00100000:2.0:1761319687.123332:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20415 00000100:00100000:2.0:1761319687.123337:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2c5df4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2264:x1846876465403840:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1761319687.123744:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2c5df4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2264:x1846876465403840:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.123752:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20415 00002000:00100000:2.0:1761319687.123758:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (356352->360447) req@00000000b2c5df4c x1846876465403840/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319687.123765:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b2c5df4c with x1846876465403840 ext(356352->360447) 00002000:00010000:2.0:1761319687.123767:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b2c5df4c 00000100:00100000:3.0:1761319687.126139:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.126340:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465403904 00000100:00100000:2.0:1761319687.126386:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20859 00000100:00100000:2.0:1761319687.126391:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465403904:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.126405:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.126423:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab0e expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.126452:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.126459:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.126461:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.126464:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.126493:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.126504:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 80 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.127091:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7726704 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474310720:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.127743:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9f6ae42 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.129268:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.129460:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7726704 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474310720:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319687.129489:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.129541:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:1.0:1761319687.129587:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465403904:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3196us (3454us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.129595:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20859 00000100:00100000:2.0:1761319687.129667:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404032 00002000:00100000:2.0:1761319687.129696:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000007a60547e x1846876465404032/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.129703:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a60547e with x1846876465404032 ext(360448->364543) 00010000:00010000:2.0:1761319687.129711:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.129717:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007a60547e 00000100:00100000:2.0:1761319687.129732:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2678 00000100:00100000:2.0:1761319687.129738:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a60547e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465404032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.129884:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a60547e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465404032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.129890:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2678 00002000:00100000:2.0:1761319687.129895:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000007a60547e x1846876465404032/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.129901:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a60547e with x1846876465404032 ext(360448->364543) 00010000:00010000:2.0:1761319687.129907:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.129913:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007a60547e 00000100:00100000:0.0:1761319687.134695:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.134733:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.134880:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404096 00000100:00100000:2.0:1761319687.135051:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404160 00010000:00010000:2.0:1761319687.135073:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.135105:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13956 00000100:00100000:2.0:1761319687.135111:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2262:x1846876465404160:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319687.135129:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.135147:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.135157:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.135180:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5bb lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab07 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.135205:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.135207:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.135213:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.135221:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.135252:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.135264:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a986a236 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310784:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.135317:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000000b109179 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.135358:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20860 00000100:00100000:1.0:1761319687.135362:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465404096:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319687.135373:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319687.135385:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab15 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.135401:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.135407:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319687.135408:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319687.135410:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.135425:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.135434:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 69 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319687.135441:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000bf4137 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474310848:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319687.135460:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000003ef1dccc going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.139044:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.139125:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000bf4137 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474310848:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.139155:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.139178:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000061678351, rc 0) 00000100:00100000:3.0:1761319687.139222:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465404096:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3859us (4535us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.139231:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20860 00000100:00100000:2.0:1761319687.139296:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a986a236 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310784:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.139309:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.139327:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465404160:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4216us (4594us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.139339:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13956 00000100:00100000:0.0:1761319687.139802:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404288 00002000:00100000:0.0:1761319687.139839:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000a1675b83 x1846876465404288/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319687.139849:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a1675b83 with x1846876465404288 ext(360448->364543) 00010000:00010000:0.0:1761319687.139858:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.139865:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a1675b83 00000100:00100000:0.0:1761319687.139881:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2679 00000100:00100000:0.0:1761319687.139887:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1675b83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465404288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319687.140038:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1675b83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465404288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (1002us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319687.140044:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2679 00002000:00100000:0.0:1761319687.140049:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000a1675b83 x1846876465404288/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319687.140056:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a1675b83 with x1846876465404288 ext(360448->364543) 00010000:00010000:0.0:1761319687.140061:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.140067:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a1675b83 00000100:00100000:1.0:1761319687.144180:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.144381:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.144452:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404416 00000100:00100000:3.0:1761319687.144532:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20861 00000100:00100000:3.0:1761319687.144540:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465404416:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.144559:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.144578:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab1c expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.144610:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.144617:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.144625:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319687.144629:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.144667:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.144680:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.144693:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319687.144743:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465404416:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 203us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.144750:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20861 00000100:00100000:2.0:1761319687.145148:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404352 00010000:00010000:2.0:1761319687.145166:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.145201:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13957 00000100:00100000:2.0:1761319687.145205:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465404352:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319687.145214:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.145231:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.145241:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.145258:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5c2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab0e expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.145269:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.145271:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.145276:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.145282:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.145302:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.145316:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 80 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.145326:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a986a236 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310976:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.145377:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000000b109179 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.156116:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.156211:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404480 00010000:00010000:3.0:1761319687.156242:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.156287:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13958 00000100:00100000:3.0:1761319687.156293:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465404480:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319687.156309:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.156329:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319687.156341:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319687.156367:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.156369:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.156376:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.156385:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.156419:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.156432:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474311040:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.156500:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00010000:00010000:2.0:1761319687.158151:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea5c9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab15 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.158171:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a986a236 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474310976:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.158189:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.158319:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465404352:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 13112us (13937us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.158328:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13957 00000100:00100000:3.0:1761319687.159909:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474311040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.159940:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.159995:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:2263:x1846876465404480:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3700us (3885us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.160004:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13958 00000100:00100000:1.0:1761319687.165742:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.165837:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404544 00000100:00100000:0.0:1761319687.165887:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20862 00000100:00100000:0.0:1761319687.165893:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005acf324f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:32196:x1846876465404544:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.165910:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.165929:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab23 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.165976:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.165983:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.165986:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.165988:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 81 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.166017:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.166028:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 69 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.166040:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474311104:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.166107:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.174861:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ddfde6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474311104:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.174892:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 81 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.174916:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000484f7b62, rc 0) 00000100:00100000:0.0:1761319687.175449:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005acf324f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465404544:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9552us (9711us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.175459:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20862 00000100:00100000:0.0:1761319687.176500:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.177132:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404672 00002000:00100000:1.0:1761319687.177173:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000029ddfde6 x1846876465404672/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.177185:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000029ddfde6 with x1846876465404672 ext(360448->364543) 00010000:00010000:1.0:1761319687.177195:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319687.177205:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000029ddfde6 00000100:00100000:1.0:1761319687.177233:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2680 00000100:00100000:1.0:1761319687.177239:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ddfde6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465404672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319687.177410:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ddfde6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465404672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (914us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319687.177418:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2680 00002000:00100000:1.0:1761319687.177422:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000029ddfde6 x1846876465404672/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.177429:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000029ddfde6 with x1846876465404672 ext(360448->364543) 00010000:00010000:1.0:1761319687.177435:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319687.177441:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000029ddfde6 00000100:00100000:0.0:1761319687.182786:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.182840:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.182931:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404736 00000100:00100000:2.0:1761319687.183001:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20863 00000100:00100000:2.0:1761319687.183008:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465404736:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.183027:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.183047:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab2a expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.183079:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.183086:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.183092:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319687.183096:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.183134:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.183146:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.183159:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319687.183219:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465404736:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 210us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.183227:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20863 00000100:00100000:3.0:1761319687.183850:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404800 00010000:00010000:3.0:1761319687.183871:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.183905:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13959 00000100:00100000:3.0:1761319687.183909:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465404800:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319687.183918:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.183936:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319687.183946:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319687.183976:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea5d0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab1c expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319687.183990:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.183992:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.183999:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.184007:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.184038:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.184049:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.184061:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474311232:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.184103:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.189192:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.189269:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474311232:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.189295:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.189353:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465404800:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 5443us (6512us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.189364:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13959 00000100:00100000:0.0:1761319687.189899:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404928 00002000:00100000:0.0:1761319687.189935:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000a986a236 x1846876465404928/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.189946:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a986a236 with x1846876465404928 ext(360448->364543) 00010000:00010000:0.0:1761319687.189965:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.189974:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a986a236 00000100:00100000:0.0:1761319687.189997:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2681 00000100:00100000:0.0:1761319687.190002:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a986a236 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465404928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319687.190136:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a986a236 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465404928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (953us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319687.190142:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2681 00002000:00100000:0.0:1761319687.190147:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000a986a236 x1846876465404928/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.190154:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a986a236 with x1846876465404928 ext(360448->364543) 00010000:00010000:0.0:1761319687.190159:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.190166:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a986a236 00000100:00100000:2.0:1761319687.200276:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.200329:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.200417:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405056 00010000:00010000:3.0:1761319687.200453:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.200499:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13960 00000100:00100000:3.0:1761319687.200505:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2265:x1846876465405056:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319687.200556:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.200579:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319687.200590:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319687.200614:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea5d7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab23 expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:3.0:1761319687.200629:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.200631:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.200638:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.200646:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.200681:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.200694:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474311296:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.200748:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.200839:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465404992 00000100:00100000:1.0:1761319687.200874:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20864 00000100:00100000:1.0:1761319687.200878:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000872f7629 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465404992:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319687.200891:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319687.200903:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab31 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.200921:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.200928:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319687.200930:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319687.200932:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.200952:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.200972:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 69 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319687.200981:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff7e8a4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474311360:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319687.201017:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049935393 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.210116:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff7e8a4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474311360:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319687.210149:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.210171:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f2bb662f, rc 0) 00000100:00100000:1.0:1761319687.210230:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000872f7629 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465404992:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9348us (9960us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.210239:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20864 00000100:00100000:0.0:1761319687.211123:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.211203:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405120 00010000:00010000:2.0:1761319687.211229:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.211264:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13961 00000100:00100000:2.0:1761319687.211269:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465405120:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319687.211284:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.211305:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.211316:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.211338:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.211340:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.211346:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.211355:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.211386:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.211398:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311424:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.211450:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000000b109179 going to sleep for 43 seconds 00010000:00010000:3.0:1761319687.212174:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea5de lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab2a expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.212192:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474311296:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.212207:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.217071:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2265:x1846876465405056:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 16556us (16733us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.217088:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13960 00000100:00100000:2.0:1761319687.219049:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311424:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.219078:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.219120:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465405120:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7850us (8000us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.219130:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13961 00000100:00100000:0.0:1761319687.219360:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.219600:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405184 00000100:00100000:1.0:1761319687.219647:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20865 00000100:00100000:1.0:1761319687.219654:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465405184:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319687.219668:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319687.219688:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab38 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.219724:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.219732:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319687.219734:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319687.219737:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.219764:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.219775:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 80 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319687.219786:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff7e8a4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474311488:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319687.219831:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049935393 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.229068:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff7e8a4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474311488:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319687.229101:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.229135:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000098cbe8bf, rc 0) 00000100:00100000:1.0:1761319687.229211:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465405184:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9555us (9850us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.229220:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20865 00000100:00100000:3.0:1761319687.230654:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.230728:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.230820:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405312 00000100:00100000:1.0:1761319687.230875:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20866 00000100:00100000:1.0:1761319687.230881:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465405312:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319687.230897:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319687.230915:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab3f expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.230941:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319687.230947:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.230953:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319687.230967:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.231001:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.231012:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.231024:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ed69feeb, rc 0) 00000100:00100000:1.0:1761319687.231068:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465405312:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 186us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.231075:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20866 00000100:00100000:2.0:1761319687.231152:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405248 00010000:00010000:2.0:1761319687.231169:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.231201:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13962 00000100:00100000:2.0:1761319687.231205:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3a66363 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465405248:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319687.231215:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.231232:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.231242:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.231261:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea5e5 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab31 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.231273:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.231275:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.231281:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.231289:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.231310:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.231319:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 69 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.231331:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311616:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.231368:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000000b109179 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.239988:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.240087:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311616:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.240112:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.240173:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3a66363 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465405248:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 8966us (9524us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.240185:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13962 00000100:00100000:3.0:1761319687.240206:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405440 00002000:00100000:3.0:1761319687.240243:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000c838b95e x1846876465405440/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.240253:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c838b95e with x1846876465405440 ext(360448->364543) 00010000:00010000:3.0:1761319687.240264:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.240272:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c838b95e 00000100:00100000:3.0:1761319687.240301:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2682 00000100:00100000:3.0:1761319687.240307:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c838b95e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465405440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319687.240466:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c838b95e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465405440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (485us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.240473:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2682 00002000:00100000:3.0:1761319687.240479:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000c838b95e x1846876465405440/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.240487:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c838b95e with x1846876465405440 ext(360448->364543) 00010000:00010000:3.0:1761319687.240493:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.240500:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c838b95e 00000100:00100000:0.0:1761319687.243858:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.244441:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405504 00000100:00100000:2.0:1761319687.244486:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20867 00000100:00100000:2.0:1761319687.244491:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465405504:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.244508:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.244557:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab46 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.244586:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.244592:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.244598:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319687.244602:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.244638:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.244650:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.244663:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319687.245233:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465405504:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 739us (1381us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.245240:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20867 00000100:00100000:0.0:1761319687.246215:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.247037:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405568 00010000:00010000:2.0:1761319687.247071:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.247110:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13963 00000100:00100000:2.0:1761319687.247116:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2265:x1846876465405568:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319687.247129:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.247147:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.247159:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.247182:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea5ec lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab38 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.247198:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.247200:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.247207:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.247216:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.247253:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.247264:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 80 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.247276:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311744:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.247327:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.250402:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311744:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.250432:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.250482:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2265:x1846876465405568:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3364us (4269us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.250493:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13963 00000100:00100000:0.0:1761319687.250900:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.250976:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405696 00002000:00100000:3.0:1761319687.251013:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000005d3ee955 x1846876465405696/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.251023:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005d3ee955 with x1846876465405696 ext(360448->364543) 00010000:00010000:3.0:1761319687.251033:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.251043:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005d3ee955 00000100:00100000:3.0:1761319687.251068:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2683 00000100:00100000:3.0:1761319687.251073:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d3ee955 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465405696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319687.251220:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d3ee955 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465405696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.251227:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2683 00002000:00100000:3.0:1761319687.251232:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000005d3ee955 x1846876465405696/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.251239:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005d3ee955 with x1846876465405696 ext(360448->364543) 00010000:00010000:3.0:1761319687.251245:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.251252:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005d3ee955 00000100:00100000:1.0:1761319687.254611:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.254865:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.255166:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405760 00000100:00100000:2.0:1761319687.255218:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20868 00000100:00100000:2.0:1761319687.255226:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465405760:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.255243:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.255263:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab4d expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.255291:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.255297:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.255303:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319687.255306:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.255343:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.255361:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.255375:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000006fc296f, rc 0) 00000100:00100000:2.0:1761319687.255425:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465405760:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 199us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.255433:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20868 00000100:00100000:0.0:1761319687.260225:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405824 00010000:00010000:0.0:1761319687.260267:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.260314:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13964 00000100:00100000:0.0:1761319687.260321:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1ffff5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465405824:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319687.260337:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.260357:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.260370:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.260397:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea5f3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab3f expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.260413:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.260415:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.260423:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.260433:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.260471:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.260490:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 69 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.260502:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311872:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.260602:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.266343:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.266448:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311872:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.266474:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.266558:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1ffff5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465405824:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6235us (11693us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.266569:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13964 00000100:00100000:0.0:1761319687.266600:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405888 00010000:00010000:0.0:1761319687.266622:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.266649:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13965 00000100:00100000:0.0:1761319687.266654:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062488817 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465405888:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319687.266666:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.266684:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.266694:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.266716:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea5fa lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab46 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.266731:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.266733:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.266739:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.266747:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.266776:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.266788:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311936:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.266826:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.271693:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474311936:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.271719:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.271765:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062488817 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465405888:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5109us (5431us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.271774:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13965 00000100:00100000:1.0:1761319687.277621:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.277703:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465405952 00000100:00100000:2.0:1761319687.278302:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20869 00000100:00100000:2.0:1761319687.278310:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005df77adb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465405952:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.278329:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.278350:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab54 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.278384:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.278392:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.278394:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.278397:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.278428:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.278440:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.278457:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474312000:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.278546:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.281778:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.282098:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474312000:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319687.282127:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.282149:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319687.282208:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005df77adb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465405952:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3898us (4594us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.282216:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20869 00000100:00100000:0.0:1761319687.283034:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406016 00010000:00010000:0.0:1761319687.283062:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.283096:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13966 00000100:00100000:0.0:1761319687.283102:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465406016:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319687.283114:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.283133:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.283143:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.283163:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea601 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab4d expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.283177:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.283179:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.283185:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.283205:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.283236:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.283248:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312064:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.283296:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.284404:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.285587:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406080 00000100:00100000:0.0:1761319687.285640:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20870 00000100:00100000:0.0:1761319687.285646:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465406080:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.285664:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.285682:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab5b expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.285721:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.285730:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.285732:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.285735:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.285766:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.285779:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 69 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.285803:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000638e54c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474312128:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.285862:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.289399:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312064:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.289428:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.289471:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465406016:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6366us (7699us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.289481:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13966 00000100:00100000:2.0:1761319687.290066:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.290101:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406208 00002000:00100000:0.0:1761319687.290132:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000009728d988 x1846876465406208/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319687.290141:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009728d988 with x1846876465406208 ext(360448->364543) 00010000:00010000:0.0:1761319687.290150:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.290159:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009728d988 00000100:00100000:0.0:1761319687.290179:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2684 00000100:00100000:0.0:1761319687.290184:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465406208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319687.291365:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465406208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1176us (1297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319687.291375:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2684 00002000:00100000:0.0:1761319687.291383:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000009728d988 x1846876465406208/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319687.291392:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009728d988 with x1846876465406208 ext(360448->364543) 00010000:00010000:0.0:1761319687.291403:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.291411:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009728d988 00000100:00100000:1.0:1761319687.291486:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000638e54c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474312128:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319687.291535:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 81 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.291554:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008472c2b2, rc 0) 00000100:00100000:1.0:1761319687.291580:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465406080:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5934us (7179us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.291587:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20870 00000100:00100000:1.0:1761319687.296130:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.297338:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406272 00000100:00100000:0.0:1761319687.297398:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20871 00000100:00100000:0.0:1761319687.297405:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465406272:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.297424:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.297446:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab62 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.297477:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.297484:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.297496:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319687.297499:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.297571:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.297586:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.297599:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a0c98893, rc 0) 00000100:00100000:0.0:1761319687.297650:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465406272:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 244us (1527us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.297657:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20871 00000100:00100000:1.0:1761319687.298417:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.298719:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406336 00010000:00010000:0.0:1761319687.298739:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.299092:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13967 00000100:00100000:0.0:1761319687.299098:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465406336:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319687.299109:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.299127:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.299139:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.299160:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea608 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab54 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.299172:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.299174:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.299180:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.299188:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.299228:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.299238:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.299250:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312256:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.299308:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.302857:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312256:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.302888:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.302941:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465406336:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3841us (4525us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.302952:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13967 00000100:00100000:2.0:1761319687.304266:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.304468:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406464 00002000:00100000:0.0:1761319687.304506:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000086ae0265 x1846876465406464/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.304545:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000086ae0265 with x1846876465406464 ext(360448->364543) 00010000:00010000:0.0:1761319687.304555:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.304564:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000086ae0265 00000100:00100000:0.0:1761319687.304588:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2685 00000100:00100000:0.0:1761319687.304594:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465406464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319687.304754:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465406464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (491us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319687.304761:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2685 00002000:00100000:0.0:1761319687.304767:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000086ae0265 x1846876465406464/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.304774:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000086ae0265 with x1846876465406464 ext(360448->364543) 00010000:00010000:0.0:1761319687.304780:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.304787:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000086ae0265 00000100:00100000:2.0:1761319687.308375:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.308691:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.308852:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406592 00010000:00010000:0.0:1761319687.308888:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.308937:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13968 00000100:00100000:0.0:1761319687.308943:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2264:x1846876465406592:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319687.308968:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.308987:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.308999:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.309023:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea60f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab5b expref: 81 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.309039:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.309041:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.309048:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.309057:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.309091:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.309103:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312320:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.309162:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.309426:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406528 00000100:00100000:3.0:1761319687.309457:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20872 00000100:00100000:3.0:1761319687.309461:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465406528:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.309472:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.309484:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab69 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.309500:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.309534:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.309535:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.309538:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.309557:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.309567:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 69 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.309576:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000261f2ed6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474312384:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.309600:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.315717:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.315816:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000261f2ed6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474312384:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.315847:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.315871:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319687.315919:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465406528:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6456us (7551us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.315927:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20872 00000100:00100000:0.0:1761319687.316019:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312320:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.316035:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.316054:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2264:x1846876465406592:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7110us (7364us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.316062:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13968 00000100:00100000:0.0:1761319687.316082:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406656 00010000:00010000:0.0:1761319687.316100:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.316132:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13969 00000100:00100000:0.0:1761319687.316138:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6780bb9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465406656:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319687.316148:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.316164:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.316174:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.316203:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea616 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab62 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.316215:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.316217:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.316222:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.316230:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.316255:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.316266:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312448:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.316298:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fce0aa92 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.319508:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001616559e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312448:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.319580:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.319623:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6780bb9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2262:x1846876465406656:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3484us (3913us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.319634:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13969 00000100:00100000:2.0:1761319687.327648:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.327729:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406720 00000100:00100000:3.0:1761319687.327778:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20873 00000100:00100000:3.0:1761319687.327784:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465406720:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.327802:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.327822:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab70 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.327853:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.327871:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.327873:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.327876:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.327906:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.327917:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 80 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.327930:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000261f2ed6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474312512:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.328001:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.332798:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000261f2ed6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474312512:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.332830:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.332853:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319687.332914:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465406720:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5129us (5273us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.332924:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20873 00000100:00100000:1.0:1761319687.334937:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.335263:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.335383:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406784 00010000:00010000:0.0:1761319687.335412:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.335453:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13970 00000100:00100000:0.0:1761319687.335459:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465406784:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319687.335471:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.335489:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.335501:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.335547:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea61d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab69 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.335563:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.335565:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.335572:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.335580:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.335616:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.335630:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312576:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.335695:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.336538:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406848 00000100:00100000:3.0:1761319687.336576:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20874 00000100:00100000:3.0:1761319687.336580:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465406848:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.336593:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.336607:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab77 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.336625:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.336632:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.336634:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.336636:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.336658:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.336668:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 69 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.336677:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000261f2ed6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474312640:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.336721:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.339825:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312576:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.339853:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319687.339899:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.339905:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2262:x1846876465406784:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4445us (4972us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.339915:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13970 00000100:00100000:3.0:1761319687.340094:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465406976 00002000:00100000:3.0:1761319687.340129:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000003d9ce532 x1846876465406976/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.340144:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003d9ce532 with x1846876465406976 ext(360448->364543) 00010000:00010000:3.0:1761319687.340154:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.340163:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003d9ce532 00000100:00100000:3.0:1761319687.340192:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2686 00000100:00100000:3.0:1761319687.340197:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d9ce532 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465406976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319687.340466:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d9ce532 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465406976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 263us (564us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.340474:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2686 00002000:00100000:3.0:1761319687.340479:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000003d9ce532 x1846876465406976/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.340487:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003d9ce532 with x1846876465406976 ext(360448->364543) 00010000:00010000:3.0:1761319687.340493:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.340500:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003d9ce532 00000100:00100000:1.0:1761319687.340543:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000261f2ed6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474312640:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319687.340562:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.340578:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:1.0:1761319687.340603:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465406848:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4022us (5342us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.340610:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20874 00000100:00100000:2.0:1761319687.342936:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.342989:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.343067:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407104 00010000:00010000:0.0:1761319687.343097:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319687.343366:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407040 00000100:00100000:1.0:1761319687.343408:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20875 00000100:00100000:1.0:1761319687.343413:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465407040:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319687.343428:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319687.343443:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab7e expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.343465:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319687.343469:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.343474:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319687.343477:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.343507:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.343541:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 72 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.343552:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dd793fc2, rc 0) 00000100:00100000:1.0:1761319687.343589:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+72:32205:x1846876465407040:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 175us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.343595:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20875 00000100:00100000:0.0:1761319687.343696:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13971 00000100:00100000:0.0:1761319687.343701:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465407104:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319687.343710:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.343728:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.343738:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.343757:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea624 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab70 expref: 71 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.343773:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.343775:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.343781:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.343788:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.343812:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.343821:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 80 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.343832:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312768:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.343870:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.346787:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312768:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.346815:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.347151:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465407104:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3447us (4160us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.347160:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13971 00000100:00100000:3.0:1761319687.347384:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.347462:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407232 00002000:00100000:0.0:1761319687.347496:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000041b733a6 x1846876465407232/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.347506:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000041b733a6 with x1846876465407232 ext(360448->364543) 00010000:00010000:0.0:1761319687.347548:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.347557:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000041b733a6 00000100:00100000:0.0:1761319687.347582:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2687 00000100:00100000:0.0:1761319687.347589:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041b733a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465407232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319687.347752:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041b733a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465407232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (369us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319687.347759:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2687 00002000:00100000:0.0:1761319687.347764:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000041b733a6 x1846876465407232/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.347772:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000041b733a6 with x1846876465407232 ext(360448->364543) 00010000:00010000:0.0:1761319687.347778:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:0.0:1761319687.347784:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000041b733a6 00000100:00100000:2.0:1761319687.350275:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.350541:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407296 00000100:00100000:3.0:1761319687.350590:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20876 00000100:00100000:3.0:1761319687.350596:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465407296:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.350614:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.350633:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab85 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.350661:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.350666:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.350678:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319687.350680:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.350715:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.350726:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.350737:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:3.0:1761319687.350780:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465407296:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 184us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.350787:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20876 00000100:00100000:2.0:1761319687.351479:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.351566:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407360 00010000:00010000:0.0:1761319687.351591:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.351624:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13972 00000100:00100000:0.0:1761319687.351630:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2265:x1846876465407360:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319687.351641:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.351658:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.351674:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.351694:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea62b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab77 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.351707:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.351709:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.351715:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.351728:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.351755:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.351764:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 69 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.351775:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312896:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.351829:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.356230:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.356337:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312896:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.356364:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.356421:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2265:x1846876465407360:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4790us (4945us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.356435:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13972 00000100:00100000:2.0:1761319687.356467:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407424 00010000:00010000:2.0:1761319687.356491:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.356555:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13973 00000100:00100000:2.0:1761319687.356561:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465407424:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319687.356573:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.356592:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.356603:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.356626:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea632 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab7e expref: 70 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.356640:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.356643:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.356649:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.356658:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.356692:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.356710:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312960:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.356745:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.362037:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474312960:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.362068:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.362132:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2262:x1846876465407424:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5570us (5908us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.362143:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13973 00000100:00100000:1.0:1761319687.368192:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.368366:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407488 00000100:00100000:3.0:1761319687.368424:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20877 00000100:00100000:3.0:1761319687.368431:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005db7ac15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465407488:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.368450:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.368472:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab8c expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.368508:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.368562:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.368565:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.368569:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.368602:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.368615:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 80 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.368626:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000775ee45b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474313024:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.368699:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.378905:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.379006:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.379077:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407616 00000100:00100000:0.0:1761319687.379133:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20878 00000100:00100000:0.0:1761319687.379140:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465407616:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.379160:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.379182:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab93 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.379213:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.379220:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.379227:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319687.379229:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.379266:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.379278:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.379290:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a0c98893, rc 0) 00000100:00100000:0.0:1761319687.379332:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465407616:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 193us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.379339:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20878 00000100:00100000:3.0:1761319687.379639:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000775ee45b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474313024:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.379658:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.379668:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319687.379704:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005db7ac15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465407488:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 11272us (11518us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.379710:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20877 00000100:00100000:2.0:1761319687.380711:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407552 00010000:00010000:2.0:1761319687.380738:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 82 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.381369:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13974 00000100:00100000:0.0:1761319687.381375:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465407552:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319687.381388:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.381407:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 82 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.381423:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 82 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.381442:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea639 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab85 expref: 82 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.381454:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.381456:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.381461:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.381469:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.381495:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.381504:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 69 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.381551:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001be37b5d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474313152:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.381606:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.388916:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.388944:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001be37b5d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474313152:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.388979:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.389001:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407744 00000100:00100000:0.0:1761319687.389037:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465407552:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7660us (10139us total) trans 0 rc 0/0 00002000:00100000:3.0:1761319687.389038:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000d3b8d658 x1846876465407744/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.389048:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d3b8d658 with x1846876465407744 ext(360448->364543) 00000100:00100000:0.0:1761319687.389050:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13974 00010000:00010000:3.0:1761319687.389057:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.389070:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d3b8d658 00000100:00100000:3.0:1761319687.389087:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2688 00000100:00100000:3.0:1761319687.389092:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3b8d658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465407744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319687.389254:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b8d658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465407744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.389261:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2688 00002000:00100000:3.0:1761319687.389266:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000d3b8d658 x1846876465407744/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.389273:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d3b8d658 with x1846876465407744 ext(360448->364543) 00010000:00010000:3.0:1761319687.389279:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:3.0:1761319687.389286:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d3b8d658 00000100:00100000:1.0:1761319687.392723:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.392807:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.393174:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407808 00000100:00100000:3.0:1761319687.393224:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20879 00000100:00100000:3.0:1761319687.393231:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465407808:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.393248:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.393267:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ab9a expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.393296:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.393303:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.393317:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319687.393320:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.393353:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.393366:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.393378:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319687.393433:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465407808:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 202us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.393441:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20879 00000100:00100000:0.0:1761319687.395253:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465407872 00010000:00010000:0.0:1761319687.395288:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.395332:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13975 00000100:00100000:0.0:1761319687.395338:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2262:x1846876465407872:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319687.395350:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.395368:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.395379:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.395402:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea640 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab8c expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.395416:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.395418:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.395425:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.395433:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.395462:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.395478:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 80 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.395490:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001be37b5d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474313280:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.395600:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.397476:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001be37b5d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474313280:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.397501:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319687.398725:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465407872:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3381us (5914us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.398738:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13975 00000100:00100000:3.0:1761319687.402588:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.402730:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408000 00002000:00100000:1.0:1761319687.402774:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000775ee45b x1846876465408000/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319687.402785:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000775ee45b with x1846876465408000 ext(360448->364543) 00010000:00010000:1.0:1761319687.402796:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319687.402806:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000775ee45b 00000100:00100000:1.0:1761319687.402840:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2689 00000100:00100000:1.0:1761319687.402847:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000775ee45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465408000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319687.403037:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000775ee45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465408000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 189us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319687.403045:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2689 00002000:00100000:1.0:1761319687.403051:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000775ee45b x1846876465408000/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319687.403059:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000775ee45b with x1846876465408000 ext(360448->364543) 00010000:00010000:1.0:1761319687.403065:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 81 pid: 8729 timeout: 1185 lvb_type: 0 00002000:00010000:1.0:1761319687.403072:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000775ee45b 00000100:00100000:2.0:1761319687.406826:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.407393:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.407473:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408128 00000100:00100000:2.0:1761319687.407561:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20880 00000100:00100000:2.0:1761319687.407567:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043a01334 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465408128:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.407585:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.407606:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aba1 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.407633:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.407639:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.407644:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319687.407647:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 82 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.407683:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.407695:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 82 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.407707:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006d140706, rc 0) 00000100:00100000:2.0:1761319687.407750:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043a01334 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465408128:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 182us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.407757:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20880 00000100:00100000:1.0:1761319687.408763:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408064 00010000:00010000:1.0:1761319687.408788:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319687.408825:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13976 00000100:00100000:1.0:1761319687.408830:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017019df9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2265:x1846876465408064:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319687.408840:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319687.408858:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319687.408868:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319687.408889:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea647 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab93 expref: 82 pid: 8729 timeout: 1185 lvb_type: 0 00010000:00010000:1.0:1761319687.408901:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319687.408902:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319687.408908:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.408916:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.408945:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.408971:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 69 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:1.0:1761319687.408990:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a05a2c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474313408:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319687.409047:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049935393 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.413847:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.414370:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a05a2c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474313408:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319687.414399:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.414554:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408192 00010000:00010000:2.0:1761319687.414581:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:2.0:1761319687.414623:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13977 00000100:00100000:2.0:1761319687.414629:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465408192:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319687.414641:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.414660:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.414669:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.414693:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea64e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab9a expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:2.0:1761319687.414713:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.414715:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.414722:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.414732:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.414763:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.414775:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474313472:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319687.414849:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017019df9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2265:x1846876465408064:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 6018us (8032us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.414858:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13976 00000100:00100000:2.0:1761319687.415898:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.418102:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474313472:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.418131:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.419135:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465408192:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4502us (5291us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.419146:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13977 00000100:00100000:0.0:1761319687.427327:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.427450:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408256 00000100:00100000:3.0:1761319687.427505:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20881 00000100:00100000:3.0:1761319687.427528:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465408256:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.427549:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.427571:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aba8 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.427603:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.427617:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.427619:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.427622:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.427654:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.427666:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 80 pid: 8228 timeout: 1185 lvb_type: 0 00000100:00100000:3.0:1761319687.427679:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000379f9cad pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474313536:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.428096:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.430924:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.431900:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000379f9cad pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474313536:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.431929:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.431952:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:0.0:1761319687.432015:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408384 00000100:00100000:3.0:1761319687.432116:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465408256:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4587us (4795us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.432126:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20881 00002000:00100000:2.0:1761319687.432213:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000036e0e7b5 x1846876465408384/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.432410:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000036e0e7b5 with x1846876465408384 ext(360448->364543) 00010000:00010000:2.0:1761319687.432422:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 81 pid: 8228 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.432430:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000036e0e7b5 00000100:00100000:2.0:1761319687.432461:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2690 00000100:00100000:2.0:1761319687.432467:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e0e7b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465408384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319687.432638:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e0e7b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465408384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (1721us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.432646:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2690 00002000:00100000:2.0:1761319687.432651:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000036e0e7b5 x1846876465408384/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.432658:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000036e0e7b5 with x1846876465408384 ext(360448->364543) 00010000:00010000:2.0:1761319687.432664:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 81 pid: 8228 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.432671:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000036e0e7b5 00000100:00100000:2.0:1761319687.440348:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.440396:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.440570:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408512 00000100:00100000:3.0:1761319687.440624:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20882 00000100:00100000:3.0:1761319687.440631:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465408512:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.440651:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.440673:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abaf expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.440705:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.440711:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.440718:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319687.440721:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.440756:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.440768:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.440782:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319687.440842:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465408512:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 210us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.440850:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20882 00000100:00100000:0.0:1761319687.441324:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408448 00010000:00010000:0.0:1761319687.441343:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 82 pid: 8228 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.441376:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13978 00000100:00100000:0.0:1761319687.441380:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465408448:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319687.441390:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.441408:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 82 pid: 8228 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.441420:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 82 pid: 8228 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.441439:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea655 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba1 expref: 82 pid: 8228 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.441458:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.441460:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.441466:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.441475:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.441498:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.441551:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 69 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.441565:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005897dc80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474313664:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.441614:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.447644:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005897dc80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474313664:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.447670:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.447711:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465408448:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6329us (7314us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.447721:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13978 00000100:00100000:3.0:1761319687.449461:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.450247:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408640 00002000:00100000:2.0:1761319687.450292:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000379f9cad x1846876465408640/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:2.0:1761319687.450304:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000379f9cad with x1846876465408640 ext(360448->364543) 00010000:00010000:2.0:1761319687.450315:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.450325:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000379f9cad 00000100:00100000:2.0:1761319687.450354:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2691 00000100:00100000:2.0:1761319687.450361:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000379f9cad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2265:x1846876465408640:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1761319687.453007:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000379f9cad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2265:x1846876465408640:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 2638us (3546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.453022:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2691 00002000:00100000:2.0:1761319687.453035:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000379f9cad x1846876465408640/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:2.0:1761319687.453046:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000379f9cad with x1846876465408640 ext(360448->364543) 00010000:00010000:2.0:1761319687.453057:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 70 pid: 8227 timeout: 1185 lvb_type: 0 00002000:00010000:2.0:1761319687.453068:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000379f9cad 00000100:00100000:1.0:1761319687.457450:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.457501:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.459840:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408704 00000100:00100000:2.0:1761319687.459901:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20883 00000100:00100000:2.0:1761319687.459908:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465408704:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.459931:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.459951:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abb6 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.459995:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.460001:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.460009:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319687.460012:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.460047:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.460064:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.460076:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006d140706, rc 0) 00000100:00100000:2.0:1761319687.460133:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465408704:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 225us (2691us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.460141:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20883 00000100:00100000:0.0:1761319687.460997:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408768 00010000:00010000:0.0:1761319687.461018:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00000100:00100000:0.0:1761319687.461050:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13979 00000100:00100000:0.0:1761319687.461058:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465408768:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319687.461068:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.461085:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.461096:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.461119:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea65c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aba8 expref: 71 pid: 8227 timeout: 1185 lvb_type: 0 00010000:00010000:0.0:1761319687.461131:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.461133:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.461139:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.461147:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.461171:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.461182:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 80 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.461206:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005897dc80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474313792:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.461260:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.467947:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005897dc80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474313792:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319687.467990:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.468040:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465408768:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 6982us (10538us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.468051:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13979 00000100:00100000:1.0:1761319687.468619:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.468752:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408896 00002000:00100000:2.0:1761319687.468788:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000fcdbcb1d x1846876465408896/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.468800:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fcdbcb1d with x1846876465408896 ext(360448->364543) 00010000:00010000:2.0:1761319687.468809:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.468818:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fcdbcb1d 00000100:00100000:2.0:1761319687.468845:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2692 00000100:00100000:2.0:1761319687.468851:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465408896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.469032:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465408896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.469040:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2692 00002000:00100000:2.0:1761319687.469045:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000fcdbcb1d x1846876465408896/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.469053:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fcdbcb1d with x1846876465408896 ext(360448->364543) 00010000:00010000:2.0:1761319687.469060:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.469068:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fcdbcb1d 00000100:00100000:1.0:1761319687.472593:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.472632:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.472704:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409024 00010000:00010000:0.0:1761319687.472735:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.472775:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13980 00000100:00100000:0.0:1761319687.472782:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465409024:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319687.472795:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319687.472811:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319687.472823:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319687.472844:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea663 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abaf expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319687.472860:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.472862:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319687.472868:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.472877:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.472910:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.472922:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005897dc80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474313856:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319687.472997:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.473050:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465408960 00000100:00100000:3.0:1761319687.473085:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20884 00000100:00100000:3.0:1761319687.473089:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465408960:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.473101:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.473115:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abbd expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.473133:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.473141:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.473143:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.473145:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.473163:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.473174:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 69 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.473183:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e91b8b33 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474313920:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.473217:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.476665:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.476734:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409088 00010000:00010000:1.0:1761319687.476763:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319687.476803:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13981 00000100:00100000:1.0:1761319687.476809:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465409088:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319687.476821:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319687.476839:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319687.476850:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319687.476881:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319687.476883:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319687.476889:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.476899:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.476928:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319687.476939:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a19ca622 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474313984:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319687.477002:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.477114:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005897dc80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474313856:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.477132:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.477170:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2262:x1846876465409024:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4387us (4537us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.477178:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13980 00010000:00010000:3.0:1761319687.477328:0:8227:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea66a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abb6 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.477342:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e91b8b33 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474313920:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.477654:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 81 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.477667:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319687.477699:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465408960:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4609us (5112us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.477706:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20884 00000100:00100000:2.0:1761319687.480725:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a19ca622 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474313984:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.480752:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.480863:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465409088:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4052us (4204us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.480873:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13981 00010000:00010000:0.0:1761319687.492310:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319687.492486:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.493500:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409152 00000100:00100000:3.0:1761319687.493593:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20885 00000100:00100000:3.0:1761319687.493600:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465409152:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.493619:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.493640:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abc4 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.493674:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.493682:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.493684:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.493686:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.493721:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.493731:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 80 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.493744:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e91b8b33 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474314048:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.493814:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.503834:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.503998:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409280 00002000:00100000:3.0:1761319687.504087:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000005db7ac15 x1846876465409280/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.504104:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005db7ac15 with x1846876465409280 ext(360448->364543) 00010000:00010000:3.0:1761319687.504116:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.504126:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005db7ac15 00000100:00100000:3.0:1761319687.504159:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2693 00000100:00100000:3.0:1761319687.504166:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005db7ac15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465409280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319687.504357:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005db7ac15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465409280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 190us (531us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.504365:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2693 00002000:00100000:3.0:1761319687.504371:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000005db7ac15 x1846876465409280/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.504378:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005db7ac15 with x1846876465409280 ext(360448->364543) 00010000:00010000:3.0:1761319687.504383:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.504391:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005db7ac15 00000100:00100000:0.0:1761319687.504482:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e91b8b33 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474314048:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.504536:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 70 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.504555:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:0.0:1761319687.504582:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465409152:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 10982us (12102us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.504590:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20885 00000100:00100000:1.0:1761319687.506916:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.507030:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409344 00000100:00100000:0.0:1761319687.507086:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20886 00000100:00100000:0.0:1761319687.507093:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465409344:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.507112:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.507133:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abcb expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.507161:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.507168:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.507181:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319687.507184:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.507219:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.507231:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 82 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.507244:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008472c2b2, rc 0) 00000100:00100000:0.0:1761319687.507295:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465409344:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 201us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.507303:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20886 00000100:00100000:1.0:1761319687.509059:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.509155:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409408 00010000:00010000:2.0:1761319687.509183:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 82 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.509234:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13982 00000100:00100000:2.0:1761319687.509239:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465409408:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319687.509252:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.509269:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 82 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.509282:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 82 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.509311:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea671 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abbd expref: 82 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.509326:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.509328:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.509336:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.509345:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.509379:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.509390:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 69 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.509402:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314176:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.509463:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.513905:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314176:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.513934:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.514003:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465409408:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4761us (4950us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.514015:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13982 00000100:00100000:1.0:1761319687.514626:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.516407:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409536 00002000:00100000:2.0:1761319687.516454:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000064353e87 x1846876465409536/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.516465:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000064353e87 with x1846876465409536 ext(360448->364543) 00010000:00010000:2.0:1761319687.516476:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 70 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.516488:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000064353e87 00000100:00100000:2.0:1761319687.516542:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2694 00000100:00100000:2.0:1761319687.516549:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465409536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319687.517295:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465409536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 743us (2668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.517304:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2694 00002000:00100000:2.0:1761319687.517310:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000064353e87 x1846876465409536/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.517318:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000064353e87 with x1846876465409536 ext(360448->364543) 00010000:00010000:2.0:1761319687.517326:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 70 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.517335:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000064353e87 00000100:00100000:1.0:1761319687.520947:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.522250:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409600 00000100:00100000:0.0:1761319687.522316:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20887 00000100:00100000:0.0:1761319687.522323:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adcee893 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465409600:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.522342:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.522363:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abd2 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.522393:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.522400:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.522407:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319687.522411:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.522449:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.522463:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 71 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.522478:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ffd9872d, rc 0) 00000100:00100000:0.0:1761319687.522567:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adcee893 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465409600:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 243us (1627us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.522575:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20887 00000100:00100000:0.0:1761319687.524355:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.525423:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409664 00010000:00010000:2.0:1761319687.525458:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 71 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.525500:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13983 00000100:00100000:2.0:1761319687.525507:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ead5df58 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465409664:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319687.525535:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.525554:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 71 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.525565:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 71 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.525589:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea678 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abc4 expref: 71 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.525606:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.525608:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.525614:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.525623:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.525657:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.525668:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 80 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.525680:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314304:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.525751:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9f6ae42 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.528112:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314304:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.528136:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.528180:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ead5df58 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465409664:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2672us (3830us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.528191:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13983 00000100:00100000:1.0:1761319687.531011:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.531094:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409728 00010000:00010000:2.0:1761319687.531127:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.531361:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13984 00000100:00100000:2.0:1761319687.531368:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007656a07e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2265:x1846876465409728:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319687.531384:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.531403:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.531415:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.531440:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea67f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abcb expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.531456:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.531458:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.531465:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.531475:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.531532:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.531550:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314368:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.533026:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.539496:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314368:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.539551:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.539602:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007656a07e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:2265:x1846876465409728:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 8233us (8597us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.539615:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13984 00000100:00100000:1.0:1761319687.542467:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.543554:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409792 00000100:00100000:2.0:1761319687.543614:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20888 00000100:00100000:2.0:1761319687.543621:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:32196:x1846876465409792:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.543640:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.543660:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abd9 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.543691:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.543699:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.543701:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.543704:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.543735:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 69 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.543751:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 69 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.543763:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314432:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.543837:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.550787:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314432:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319687.550822:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.550850:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319687.551600:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465409792:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7974us (9136us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.551611:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20888 00000100:00100000:1.0:1761319687.553363:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.553463:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409920 00002000:00100000:2.0:1761319687.553547:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->409599) req@000000009cd80692 x1846876465409920/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.553558:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009cd80692 with x1846876465409920 ext(360448->409599) 00010000:00010000:2.0:1761319687.553570:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 70 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.553579:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009cd80692 00000100:00100000:2.0:1761319687.553615:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2695 00000100:00100000:2.0:1761319687.553621:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cd80692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465409920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.560993:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cd80692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465409920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 7365us (7630us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1761319687.561009:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2695 00002000:00100000:2.0:1761319687.561021:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->409599) req@000000009cd80692 x1846876465409920/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/440 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 49152/49152 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.561031:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009cd80692 with x1846876465409920 ext(360448->409599) 00010000:00010000:2.0:1761319687.561044:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 70 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.561054:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009cd80692 00000100:00100000:1.0:1761319687.570273:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.570311:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.570379:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410048 00010000:00010000:3.0:1761319687.570412:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 70 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.570467:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13985 00000100:00100000:3.0:1761319687.570474:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465410048:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319687.570490:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.570508:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 70 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.570535:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 70 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.570557:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea686 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd2 expref: 70 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.570572:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.570575:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.570581:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.570589:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.570621:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.570632:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314496:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.570692:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.570907:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465409984 00000100:00100000:2.0:1761319687.570944:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20889 00000100:00100000:2.0:1761319687.570948:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e46aa02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465409984:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.570969:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.570983:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abe0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.571002:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.571009:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.571010:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.571012:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.571031:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.571042:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 80 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.571051:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314560:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.572288:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.578340:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.578754:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314496:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.578781:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.578832:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2262:x1846876465410048:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 8356us (8519us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.578843:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13985 00000100:00100000:2.0:1761319687.579318:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410176 00002000:00100000:2.0:1761319687.579355:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000087f06fe8 x1846876465410176/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.579364:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000087f06fe8 with x1846876465410176 ext(360448->364543) 00010000:00010000:2.0:1761319687.579374:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.579383:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000087f06fe8 00000100:00100000:2.0:1761319687.579414:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2696 00000100:00100000:2.0:1761319687.579419:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087f06fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465410176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319687.579610:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087f06fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465410176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 189us (1277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.579617:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2696 00002000:00100000:2.0:1761319687.579623:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000087f06fe8 x1846876465410176/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.579630:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000087f06fe8 with x1846876465410176 ext(360448->364543) 00010000:00010000:2.0:1761319687.579636:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.579648:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000087f06fe8 00000100:00100000:0.0:1761319687.580584:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314560:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.580613:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.580633:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000006fc296f, rc 0) 00000100:00100000:0.0:1761319687.580680:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e46aa02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465409984:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9729us (10414us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.580687:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20889 00000100:00100000:0.0:1761319687.586714:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.586795:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.586891:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410240 00000100:00100000:2.0:1761319687.586951:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20890 00000100:00100000:2.0:1761319687.586968:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465410240:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.586985:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1761319687.587168:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410304 00010000:00010000:3.0:1761319687.587187:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 82 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.587224:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13986 00000100:00100000:3.0:1761319687.587228:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc09a03 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465410304:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319687.587240:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.587256:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 82 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.587268:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 82 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.587290:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea68d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abd9 expref: 82 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.587306:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.587308:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.587315:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.587324:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.587356:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.587367:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314624:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.587420:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00010000:00010000:2.0:1761319687.587613:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abe7 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.587632:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.587638:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.587640:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.587641:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 82 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.587660:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.587670:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 69 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.587678:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314688:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.587700:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.591181:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.591285:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314624:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.591312:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.591368:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc09a03 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465410304:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4138us (4573us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.591378:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13986 00000100:00100000:3.0:1761319687.591408:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410368 00010000:00010000:3.0:1761319687.591428:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.591451:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13987 00000100:00100000:3.0:1761319687.591456:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465410368:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319687.591468:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.591486:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.591497:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.591545:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.591547:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.591554:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.591562:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.591592:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.591608:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.591642:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00010000:00010000:2.0:1761319687.592243:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea694 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe0 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.592264:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314688:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319687.592282:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.592290:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319687.592327:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465410240:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5358us (5619us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.592334:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20890 00000100:00100000:3.0:1761319687.596386:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.596415:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.596467:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2262:x1846876465410368:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5008us (5292us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.596478:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13987 00000100:00100000:1.0:1761319687.605088:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.605188:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410432 00000100:00100000:2.0:1761319687.605241:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20891 00000100:00100000:2.0:1761319687.605247:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000925c8c42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465410432:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.605265:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.605286:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abee expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.605317:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.605325:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.605327:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.605329:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.605359:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.605375:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 80 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.605387:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314816:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.605455:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.611307:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.611392:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410560 00002000:00100000:3.0:1761319687.611442:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000fa2d1761 x1846876465410560/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.611453:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fa2d1761 with x1846876465410560 ext(360448->364543) 00010000:00010000:3.0:1761319687.611466:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.611477:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fa2d1761 00000100:00100000:3.0:1761319687.611577:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2697 00000100:00100000:3.0:1761319687.611588:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa2d1761 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465410560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319687.611912:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314816:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319687.612500:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.612541:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000006fc296f, rc 0) 00000100:00100000:3.0:1761319687.612725:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa2d1761 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465410560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1136us (1424us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.612735:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2697 00002000:00100000:3.0:1761319687.612741:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000fa2d1761 x1846876465410560/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.612749:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fa2d1761 with x1846876465410560 ext(360448->364543) 00010000:00010000:3.0:1761319687.612758:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.612765:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fa2d1761 00000100:00100000:2.0:1761319687.612854:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000925c8c42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465410432:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7605us (7772us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.612862:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20891 00000100:00100000:1.0:1761319687.616708:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.616766:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.616852:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410624 00010000:00010000:3.0:1761319687.616886:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.616931:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13988 00000100:00100000:3.0:1761319687.616937:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465410624:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319687.616962:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.616981:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.616993:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.617017:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea69b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abe7 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.617034:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.617036:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.617043:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.617051:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.617090:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.617103:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.617166:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.617232:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410688 00000100:00100000:2.0:1761319687.617267:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20892 00000100:00100000:2.0:1761319687.617272:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc629ccf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465410688:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.617284:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.617296:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abf5 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.617315:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.617322:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.617324:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.617326:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 82 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.617343:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.617354:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 69 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.617363:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314944:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.617385:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.621355:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.621879:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474314944:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.621909:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 82 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.621933:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:0.0:1761319687.621990:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc629ccf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465410688:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4717us (5224us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.621999:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20892 00000100:00100000:1.0:1761319687.622083:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410816 00002000:00100000:1.0:1761319687.622114:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000003a76ab75 x1846876465410816/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.622123:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003a76ab75 with x1846876465410816 ext(360448->364543) 00010000:00010000:1.0:1761319687.622131:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319687.622138:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003a76ab75 00000100:00100000:1.0:1761319687.622162:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2698 00000100:00100000:1.0:1761319687.622168:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465410816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319687.622302:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465410816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (955us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319687.622309:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2698 00002000:00100000:1.0:1761319687.622313:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000003a76ab75 x1846876465410816/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.622321:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003a76ab75 with x1846876465410816 ext(360448->364543) 00010000:00010000:1.0:1761319687.622326:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319687.622332:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003a76ab75 00000100:00100000:2.0:1761319687.622588:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474314880:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.622603:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.622634:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465410624:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5696us (5936us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.622642:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13988 00000100:00100000:1.0:1761319687.628385:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.628675:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410880 00000100:00100000:0.0:1761319687.628730:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20893 00000100:00100000:0.0:1761319687.628737:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465410880:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.628754:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.628773:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3abfc expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.628801:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.628808:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.628815:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319687.628818:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.628853:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.628865:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.628878:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000072040b8f, rc 0) 00000100:00100000:0.0:1761319687.628931:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465410880:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 194us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.628938:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20893 00000100:00100000:1.0:1761319687.629936:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.630025:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465410944 00010000:00010000:2.0:1761319687.630048:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 71 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.630083:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13989 00000100:00100000:2.0:1761319687.630088:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030289134 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465410944:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319687.630098:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.630114:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 71 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.630130:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 71 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.630150:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6a2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abee expref: 71 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.630165:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.630166:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.630173:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.630182:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.630899:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.630912:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 80 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.630923:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315072:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.631696:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000915fe990 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.638468:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315072:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.638497:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.638586:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030289134 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465410944:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 8495us (8653us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.638600:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13989 00000100:00100000:1.0:1761319687.639713:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.640039:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411008 00010000:00010000:2.0:1761319687.640073:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.640113:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13990 00000100:00100000:2.0:1761319687.640120:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067be2adb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465411008:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319687.640135:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.640154:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.640165:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.640189:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6a9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abf5 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.640205:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.640207:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.640214:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.640223:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.640257:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.640276:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315136:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.640336:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000915fe990 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.644052:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315136:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.644083:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.644146:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067be2adb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:2262:x1846876465411008:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4024us (4436us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.644158:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13990 00000100:00100000:1.0:1761319687.650761:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.650850:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411072 00000100:00100000:3.0:1761319687.651080:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20894 00000100:00100000:3.0:1761319687.651086:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:32196:x1846876465411072:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.651105:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.651123:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac03 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.651154:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.651370:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.651373:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.651376:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 81 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.651408:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.651419:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 69 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.651437:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474315200:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.651494:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.657144:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.657251:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.657493:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013145fc1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474315200:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.657616:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 81 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.657646:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:1.0:1761319687.657665:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411200 00000100:00100000:0.0:1761319687.657708:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465411072:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6620us (6953us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.657715:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20895 00000100:00100000:1.0:1761319687.657728:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e91b8b33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465411200:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:0.0:1761319687.657729:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20894 00010000:00010000:1.0:1761319687.657746:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319687.657766:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac0a expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.657791:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319687.657797:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.657805:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319687.657807:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.657841:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.657851:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.657860:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001a310ab6, rc 0) 00000100:00100000:1.0:1761319687.657879:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e91b8b33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465411200:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 156us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.657885:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20895 00000100:00100000:2.0:1761319687.657920:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411136 00010000:00010000:2.0:1761319687.657938:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 71 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.657979:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13991 00000100:00100000:2.0:1761319687.657983:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465411136:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319687.657998:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.658014:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 71 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.658026:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 71 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.658044:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea6b0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3abfc expref: 71 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.658056:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.658058:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.658065:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.658072:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.658095:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 80 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.658106:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 80 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.658117:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315328:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.658153:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.661947:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315328:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.661993:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.662048:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465411136:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4062us (4912us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.662059:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13991 00000100:00100000:2.0:1761319687.672678:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.672965:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411328 00002000:00100000:0.0:1761319687.673021:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000ceaba286 x1846876465411328/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.673032:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ceaba286 with x1846876465411328 ext(360448->364543) 00010000:00010000:0.0:1761319687.673049:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319687.673059:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ceaba286 00000100:00100000:0.0:1761319687.673091:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2699 00000100:00100000:0.0:1761319687.673097:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceaba286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465411328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319687.673326:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceaba286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465411328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 228us (659us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319687.673335:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2699 00002000:00100000:0.0:1761319687.673341:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000ceaba286 x1846876465411328/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.673348:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ceaba286 with x1846876465411328 ext(360448->364543) 00010000:00010000:0.0:1761319687.673354:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319687.673361:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ceaba286 00000100:00100000:3.0:1761319687.680161:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.680218:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.680671:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411456 00010000:00010000:2.0:1761319687.680705:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 81 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.680816:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411392 00000100:00100000:0.0:1761319687.680846:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20896 00000100:00100000:0.0:1761319687.680852:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465411392:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.680865:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.680880:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac11 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.680907:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.680911:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.680918:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319687.680921:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 83 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.680968:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.680980:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 83 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.680992:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000082193475, rc 0) 00000100:00100000:0.0:1761319687.681040:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+83:32196:x1846876465411392:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 188us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.681047:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20896 00000100:00100000:2.0:1761319687.681383:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13992 00000100:00100000:2.0:1761319687.681388:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465411456:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319687.681402:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.681419:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 82 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.681429:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 82 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.681446:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6b7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac03 expref: 82 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.681458:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.681459:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.681465:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.681472:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.681493:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.681503:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 69 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.681565:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315456:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.682727:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.689004:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.689236:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411584 00002000:00100000:1.0:1761319687.689439:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000632f8394 x1846876465411584/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.689451:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000632f8394 with x1846876465411584 ext(360448->364543) 00010000:00010000:1.0:1761319687.689463:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319687.689474:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000632f8394 00000100:00100000:1.0:1761319687.689553:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2700 00000100:00100000:1.0:1761319687.689560:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465411584:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319687.689727:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465411584:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (740us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319687.689735:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2700 00002000:00100000:1.0:1761319687.689742:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000632f8394 x1846876465411584/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319687.689749:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000632f8394 with x1846876465411584 ext(360448->364543) 00010000:00010000:1.0:1761319687.689755:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319687.689763:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000632f8394 00000100:00100000:2.0:1761319687.690103:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315456:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.690126:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.690164:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465411456:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 8774us (9946us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.690174:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13992 00000100:00100000:1.0:1761319687.696458:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.697204:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.697693:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411648 00000100:00100000:2.0:1761319687.697976:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20897 00000100:00100000:2.0:1761319687.697983:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d6ac04f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465411648:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.697999:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.698017:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac18 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.698434:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411712 00010000:00010000:3.0:1761319687.698452:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 72 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.698481:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13993 00000100:00100000:3.0:1761319687.698486:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+72:2262:x1846876465411712:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319687.698497:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.698527:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 72 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.698539:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 72 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.698560:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea6be lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac0a expref: 72 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.698575:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.698577:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.698584:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.698593:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.698624:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.698634:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000198ed643 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315520:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.698689:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00010000:00010000:2.0:1761319687.699071:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.699080:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.699082:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.699084:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.699103:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.699114:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 80 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.699123:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474315584:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.699145:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.703665:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.703702:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411776 00010000:00010000:3.0:1761319687.703733:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.703769:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13994 00000100:00100000:3.0:1761319687.703776:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465411776:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319687.703802:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.703822:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.703834:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.703862:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.703864:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.703871:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.703880:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.703916:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.703930:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffddc466 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474315648:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.704206:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.704543:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000198ed643 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474315520:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.704564:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.704594:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2262:x1846876465411712:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 6107us (7392us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.704602:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13993 00010000:00010000:1.0:1761319687.704879:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea6c5 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac11 expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319687.704894:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474315584:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319687.704913:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.704923:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:1.0:1761319687.704946:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d6ac04f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465411648:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6963us (8494us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.704963:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20897 00000100:00100000:1.0:1761319687.708102:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffddc466 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474315648:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319687.708131:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319687.708188:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:2263:x1846876465411776:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4410us (4529us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.708207:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13994 00000100:00100000:2.0:1761319687.714968:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.715846:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411840 00000100:00100000:0.0:1761319687.716460:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20898 00000100:00100000:0.0:1761319687.716468:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:32196:x1846876465411840:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.716487:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.716527:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac1f expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.716561:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.716568:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.716570:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.716574:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.716606:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.716618:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 69 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.716629:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474315712:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.716701:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.723278:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.723549:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474315712:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.723579:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.723602:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cda7eb35, rc 0) 00000100:00100000:0.0:1761319687.723646:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465411840:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7178us (8699us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.723654:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20898 00000100:00100000:2.0:1761319687.723935:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.725604:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411904 00010000:00010000:1.0:1761319687.725638:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319687.725668:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13995 00000100:00100000:1.0:1761319687.725674:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007656a07e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465411904:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319687.725689:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319687.725708:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319687.725720:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319687.725748:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea6cc lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac18 expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319687.725762:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319687.725764:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319687.725770:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.725779:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319687.725811:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319687.725824:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030289134 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474315776:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319687.725883:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.725966:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465411968 00000100:00100000:0.0:1761319687.726002:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20899 00000100:00100000:0.0:1761319687.726007:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465411968:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.726019:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.726033:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac26 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.726064:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.726071:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.726073:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.726075:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.726092:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.726102:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 80 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.726111:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474315840:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.726134:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.728080:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474315840:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.728255:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319687.728257:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030289134 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474315776:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319687.728269:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319687.728278:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005f8f3c24, rc 0) 00000100:00100000:1.0:1761319687.728318:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007656a07e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465411904:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2642us (5045us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.728318:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465411968:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2310us (4383us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319687.728327:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13995 00000100:00100000:0.0:1761319687.728327:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20899 00000100:00100000:3.0:1761319687.735005:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.735121:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412096 00002000:00100000:2.0:1761319687.735169:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000002fb9e3cc x1846876465412096/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:2.0:1761319687.735181:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002fb9e3cc with x1846876465412096 ext(360448->364543) 00010000:00010000:2.0:1761319687.735192:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.735202:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002fb9e3cc 00000100:00100000:2.0:1761319687.735235:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2701 00000100:00100000:2.0:1761319687.735242:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb9e3cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2265:x1846876465412096:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1761319687.735430:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb9e3cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2265:x1846876465412096:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 187us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.735438:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2701 00002000:00100000:2.0:1761319687.735444:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000002fb9e3cc x1846876465412096/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:2.0:1761319687.735451:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002fb9e3cc with x1846876465412096 ext(360448->364543) 00010000:00010000:2.0:1761319687.735457:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.735464:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002fb9e3cc 00000100:00100000:2.0:1761319687.742359:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.744389:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.744706:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412160 00010000:00010000:3.0:1761319687.744740:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.744783:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13996 00000100:00100000:3.0:1761319687.744790:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465412160:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319687.744805:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.744825:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.744837:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.744863:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea6d3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac1f expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.744881:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412224 00010000:00010000:3.0:1761319687.744885:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.744888:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.744898:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.744909:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319687.744920:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20900 00000100:00100000:0.0:1761319687.744928:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465412224:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.744943:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.744971:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac2d expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.744984:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.744995:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.745015:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.745016:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.745019:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.745036:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 69 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.745052:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474315904:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.745124:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00010000:00010000:0.0:1761319687.745165:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 69 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319687.745179:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 69 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.745189:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474315968:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.745217:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.748839:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.748996:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474315968:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.749023:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.749046:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006875fe15, rc 0) 00000100:00100000:3.0:1761319687.749162:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412352 00002000:00100000:3.0:1761319687.749201:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000030289134 x1846876465412352/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.749210:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000030289134 with x1846876465412352 ext(360448->364543) 00010000:00010000:3.0:1761319687.749219:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.749227:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000030289134 00000100:00100000:3.0:1761319687.749253:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2702 00000100:00100000:3.0:1761319687.749258:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030289134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465412352:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.749465:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474315904:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.749479:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319687.749538:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465412224:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4610us (7186us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.749545:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20900 00000100:00100000:3.0:1761319687.750977:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030289134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465412352:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1714us (2139us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.750988:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2702 00002000:00100000:3.0:1761319687.750998:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000030289134 x1846876465412352/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.751007:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000030289134 with x1846876465412352 ext(360448->364543) 00010000:00010000:3.0:1761319687.751019:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.751027:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000030289134 00000100:00100000:2.0:1761319687.751095:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465412160:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 6304us (6712us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.751103:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13996 00000100:00100000:1.0:1761319687.759844:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.759888:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.759979:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412480 00010000:00010000:2.0:1761319687.760013:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.760063:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13997 00000100:00100000:2.0:1761319687.760069:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f87ee39f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2264:x1846876465412480:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319687.760084:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.760104:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.760116:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.760148:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea6da lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac26 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.760164:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.760166:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.760172:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.760181:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.760404:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.760418:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316032:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.760482:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079ffcc97 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.760545:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412416 00000100:00100000:0.0:1761319687.760574:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20901 00000100:00100000:0.0:1761319687.760578:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465412416:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.760590:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.760604:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac34 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.760623:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.760630:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.760632:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.760634:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.760651:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.760660:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 80 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.760668:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474316096:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.760691:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.763214:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474316096:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.763248:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.763269:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000437989c6, rc 0) 00000100:00100000:3.0:1761319687.763325:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465412416:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2744us (3487us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.763334:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20901 00000100:00100000:2.0:1761319687.763916:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316032:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.763932:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.763980:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f87ee39f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2264:x1846876465412480:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3911us (4092us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.763989:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13997 00000100:00100000:0.0:1761319687.767089:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.767294:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412544 00010000:00010000:2.0:1761319687.767334:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.767587:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13998 00000100:00100000:2.0:1761319687.767595:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2264:x1846876465412544:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319687.767610:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.767631:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.767643:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.767666:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea6e1 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac2d expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.767682:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.767684:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.767689:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.767697:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.767733:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.767746:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316160:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.767808:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e407f183 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.772079:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316160:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.772111:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.772171:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:2264:x1846876465412544:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4574us (5087us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.772182:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13998 00000100:00100000:1.0:1761319687.778666:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.778894:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412608 00000100:00100000:3.0:1761319687.778946:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20902 00000100:00100000:3.0:1761319687.778961:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:32196:x1846876465412608:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.778980:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.778999:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac3b expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.779028:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.779036:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.779037:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.779040:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.779073:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.779083:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 69 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.779094:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c7d5d3a pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474316224:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.779162:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.781045:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c7d5d3a pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474316224:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.781076:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 81 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.781099:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:0.0:1761319687.781152:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465412608:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2198us (2492us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.781161:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20902 00000100:00100000:1.0:1761319687.782502:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.782767:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412672 00010000:00010000:2.0:1761319687.782796:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.782868:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13999 00000100:00100000:2.0:1761319687.782875:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465412672:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319687.782890:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.782908:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.782921:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.782942:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea6e8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac34 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.782967:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.782969:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.782976:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.782985:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.783017:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.783029:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316288:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.783088:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e407f183 going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.783275:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.783469:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412736 00000100:00100000:3.0:1761319687.783500:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20903 00000100:00100000:3.0:1761319687.783505:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465412736:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.783550:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.783563:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac42 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.783582:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.783589:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.783590:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.783592:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.783610:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.783626:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 80 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.783635:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474316352:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.783668:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.786025:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316288:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.786053:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.786106:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2262:x1846876465412672:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3230us (3608us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.786117:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13999 00000100:00100000:1.0:1761319687.788991:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.789139:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474316352:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.789167:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 70 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.789190:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319687.789358:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465412736:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5852us (6084us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.789366:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20903 00000100:00100000:2.0:1761319687.790264:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412864 00002000:00100000:2.0:1761319687.790302:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000b45118bc x1846876465412864/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.790313:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b45118bc with x1846876465412864 ext(360448->364543) 00010000:00010000:2.0:1761319687.790321:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.790330:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b45118bc 00000100:00100000:2.0:1761319687.790360:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2703 00000100:00100000:2.0:1761319687.790366:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b45118bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465412864:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319687.790568:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b45118bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465412864:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 201us (1584us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.790576:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2703 00002000:00100000:2.0:1761319687.790582:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000b45118bc x1846876465412864/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.790589:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b45118bc with x1846876465412864 ext(360448->364543) 00010000:00010000:2.0:1761319687.790595:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.790603:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b45118bc 00000100:00100000:1.0:1761319687.794168:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.795332:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412928 00000100:00100000:1.0:1761319687.795828:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.796072:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465412992 00010000:00010000:3.0:1761319687.796104:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 82 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.796153:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14000 00000100:00100000:3.0:1761319687.796160:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032fc36a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465412992:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319687.796175:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.796194:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 82 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.796211:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 82 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.796234:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea6ef lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac3b expref: 82 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.796250:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.796252:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.796259:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.796269:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.796303:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.796316:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316416:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.796385:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.796532:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20904 00000100:00100000:2.0:1761319687.796538:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8801782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465412928:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.796551:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.796564:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac49 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.796583:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.796590:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.796592:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.796594:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.796613:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.796623:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 69 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.796637:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474316480:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.796661:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e407f183 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.799963:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316416:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.799993:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.800211:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474316480:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319687.800231:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 82 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.800251:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000006fc296f, rc 0) 00000100:00100000:3.0:1761319687.800499:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032fc36a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465412992:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4337us (4672us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.800533:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14000 00000100:00100000:2.0:1761319687.800873:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8801782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465412928:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4333us (6712us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.800880:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20904 00000100:00100000:0.0:1761319687.802160:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.802827:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413120 00002000:00100000:3.0:1761319687.802869:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000001616559e x1846876465413120/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.802879:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001616559e with x1846876465413120 ext(360448->364543) 00010000:00010000:3.0:1761319687.802890:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.802899:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001616559e 00000100:00100000:3.0:1761319687.802929:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2704 00000100:00100000:3.0:1761319687.802935:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465413120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319687.804564:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465413120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1624us (2405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.804577:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2704 00002000:00100000:3.0:1761319687.804586:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@000000001616559e x1846876465413120/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319687.804596:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001616559e with x1846876465413120 ext(360448->364543) 00010000:00010000:3.0:1761319687.804606:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.804615:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001616559e 00000100:00100000:1.0:1761319687.815310:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.815412:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413184 00000100:00100000:2.0:1761319687.815459:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20905 00000100:00100000:2.0:1761319687.815465:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465413184:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.815482:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.815503:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac50 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.815629:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.815636:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.815644:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319687.815647:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.815691:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.815706:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 71 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.815720:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319687.817417:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465413184:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1948us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.817427:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20905 00000100:00100000:0.0:1761319687.818540:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.818602:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413248 00010000:00010000:3.0:1761319687.818630:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 71 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.818665:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14001 00000100:00100000:3.0:1761319687.818670:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2262:x1846876465413248:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319687.818684:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.818704:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 71 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.818715:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 71 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.818736:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea6f6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac42 expref: 71 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.818750:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.818751:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.818757:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.818765:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.818796:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 80 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.818805:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 80 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.818816:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316608:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.818859:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.823277:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316608:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.823306:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.823420:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465413248:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4686us (4819us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.823433:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14001 00000100:00100000:0.0:1761319687.823650:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.824155:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413312 00010000:00010000:3.0:1761319687.824181:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.825185:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14002 00000100:00100000:3.0:1761319687.825192:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2264:x1846876465413312:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319687.825208:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.825228:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.825240:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.825263:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea6fd lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac49 expref: 81 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.825278:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.825280:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.825286:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.825295:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.825327:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.825343:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316672:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.825399:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.839027:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.839132:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316672:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.839159:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.839213:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:2264:x1846876465413312:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 14019us (15563us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.839224:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14002 00000100:00100000:2.0:1761319687.839306:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413376 00000100:00100000:2.0:1761319687.839350:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20906 00000100:00100000:2.0:1761319687.839356:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+80:32196:x1846876465413376:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.839371:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.839388:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac57 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.839418:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.839426:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.839428:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.839431:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.839460:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 69 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.839474:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 69 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.839485:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474316736:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.839552:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e407f183 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.841505:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474316736:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.841560:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.841581:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:3.0:1761319687.841637:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465413376:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2278us (2617us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.841646:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20906 00000100:00100000:1.0:1761319687.844003:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.844091:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413504 00002000:00100000:3.0:1761319687.844133:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000dd5c83e8 x1846876465413504/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.844144:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dd5c83e8 with x1846876465413504 ext(360448->364543) 00010000:00010000:3.0:1761319687.844155:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.844164:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000dd5c83e8 00000100:00100000:3.0:1761319687.844196:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2705 00000100:00100000:3.0:1761319687.844201:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd5c83e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465413504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319687.844371:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd5c83e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465413504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (374us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.844379:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2705 00002000:00100000:3.0:1761319687.844384:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000dd5c83e8 x1846876465413504/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.844391:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dd5c83e8 with x1846876465413504 ext(360448->364543) 00010000:00010000:3.0:1761319687.844397:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.844404:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000dd5c83e8 00000100:00100000:0.0:1761319687.848992:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.849028:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.849120:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413632 00010000:00010000:2.0:1761319687.849154:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.849200:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14003 00000100:00100000:2.0:1761319687.849206:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465413632:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319687.849219:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.849237:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.849247:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.849269:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea704 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac50 expref: 70 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.849282:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.849285:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.849291:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.849303:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.849333:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.849344:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316800:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.849406:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e407f183 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.849669:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413568 00000100:00100000:3.0:1761319687.849699:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20907 00000100:00100000:3.0:1761319687.849703:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465413568:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319687.849713:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.849726:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac5e expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.849742:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.849749:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.849750:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319687.849752:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.849774:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.849784:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 80 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.849792:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474316864:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319687.850488:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.855295:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474316864:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319687.855327:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.855348:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319687.857291:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465413568:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7582us (8301us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.857302:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20907 00000100:00100000:2.0:1761319687.858324:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316800:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.858351:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.858392:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465413632:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 9186us (9364us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.858401:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14003 00000100:00100000:1.0:1761319687.858806:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.858935:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413760 00002000:00100000:2.0:1761319687.858972:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000f706c4cb x1846876465413760/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.858982:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f706c4cb with x1846876465413760 ext(360448->364543) 00010000:00010000:2.0:1761319687.858991:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.858999:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f706c4cb 00000100:00100000:2.0:1761319687.859023:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2706 00000100:00100000:2.0:1761319687.859028:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f706c4cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465413760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.859176:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f706c4cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465413760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.859184:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2706 00002000:00100000:2.0:1761319687.859189:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000f706c4cb x1846876465413760/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.859196:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f706c4cb with x1846876465413760 ext(360448->364543) 00010000:00010000:2.0:1761319687.859202:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.859209:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f706c4cb 00000100:00100000:1.0:1761319687.862373:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.862731:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413824 00000100:00100000:2.0:1761319687.863100:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20908 00000100:00100000:2.0:1761319687.863108:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ce0ea0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465413824:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.863125:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.863145:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac65 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.863174:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.863180:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.863186:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319687.863189:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 82 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.863234:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.863252:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 82 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.863264:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319687.863310:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ce0ea0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465413824:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 203us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.863316:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20908 00000100:00100000:3.0:1761319687.863602:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.864652:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413888 00010000:00010000:3.0:1761319687.864679:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 82 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.864757:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14004 00000100:00100000:3.0:1761319687.864763:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc1eea0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2264:x1846876465413888:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319687.864773:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.864790:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 82 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.864800:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 82 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.864819:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea70b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac57 expref: 82 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.864831:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.864833:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.864837:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.864845:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.864870:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.864878:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 69 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.864888:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.865156:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.867406:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474316992:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.867437:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.867483:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc1eea0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2264:x1846876465413888:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2718us (3881us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.867492:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14004 00000100:00100000:0.0:1761319687.869260:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.869370:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465413952 00010000:00010000:2.0:1761319687.869399:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.869433:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14005 00000100:00100000:2.0:1761319687.869439:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465413952:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319687.869451:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.869467:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.869476:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.869502:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea712 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac5e expref: 70 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.869544:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.869546:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.869552:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.869560:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.869590:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319687.869601:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317056:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.869651:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:2.0:1761319687.871742:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317056:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319687.871766:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319687.871851:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465413952:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2410us (2596us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.871862:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14005 00000100:00100000:2.0:1761319687.874063:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761319687.874084:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474317120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319687.874141:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319687.874391:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474317120 00000100:00100000:0.0:1761319687.874438:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1761319687.874443:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474317120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761319687.874473:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:0.0:1761319687.874548:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474317120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.874555:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1761319687.874712:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474317120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761319687.886566:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.886655:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.888363:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414080 00000100:00100000:0.0:1761319687.888363:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414144 00002000:00100000:2.0:1761319687.888415:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000e8c442ef x1846876465414080/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.888428:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e8c442ef with x1846876465414080 ext(360448->364543) 00002000:00010000:2.0:1761319687.888433:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e8c442ef 00000100:00100000:0.0:1761319687.888434:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20909 00000100:00100000:0.0:1761319687.888443:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465414144:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.888458:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:2.0:1761319687.888459:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20416 00000100:00100000:2.0:1761319687.888465:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8c442ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465414080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00010000:00010000:0.0:1761319687.888482:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac6c expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.888549:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.888559:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.888561:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.888564:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.888599:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.888611:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.888631:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474317184:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319687.888672:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8c442ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2262:x1846876465414080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (2113us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.888680:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20416 00000100:00100000:0.0:1761319687.888686:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00002000:00100000:2.0:1761319687.888687:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000e8c442ef x1846876465414080/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.888697:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e8c442ef with x1846876465414080 ext(360448->364543) 00010000:00010000:2.0:1761319687.888706:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.888713:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e8c442ef 00000100:00100000:3.0:1761319687.891108:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.891179:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414272 00002000:00100000:2.0:1761319687.891218:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@000000004db954b7 x1846876465414272/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.891229:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004db954b7 with x1846876465414272 ext(364544->368639) 00010000:00010000:2.0:1761319687.891239:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.891249:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004db954b7 00000100:00100000:2.0:1761319687.891284:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2707 00000100:00100000:2.0:1761319687.891290:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004db954b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465414272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.891467:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004db954b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:2263:x1846876465414272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.891475:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2707 00002000:00100000:2.0:1761319687.891480:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@000000004db954b7 x1846876465414272/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.891486:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004db954b7 with x1846876465414272 ext(364544->368639) 00010000:00010000:2.0:1761319687.891492:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 81 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.891499:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004db954b7 00000100:00100000:0.0:1761319687.891822:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474317184:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.891848:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.891868:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000004a88708, rc 0) 00000100:00100000:0.0:1761319687.893686:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465414144:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5237us (7025us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.893699:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20909 00000100:00100000:3.0:1761319687.896189:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.896292:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414336 00000100:00100000:0.0:1761319687.896691:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20910 00000100:00100000:0.0:1761319687.896699:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb536208 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+81:32196:x1846876465414336:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.896718:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.896739:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac73 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.896773:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.896776:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.896782:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 82 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.896795:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 82 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.896814:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000048bfe96f, rc 0) 00000100:00100000:0.0:1761319687.896880:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb536208 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:32196:x1846876465414336:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 181us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.896888:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20910 00000100:00100000:1.0:1761319687.897992:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.898778:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414400 00002000:00100000:3.0:1761319687.898819:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000a9a13c6b x1846876465414400/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 4584/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00002000:00100000:3.0:1761319687.898830:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a9a13c6b with x1846876465414400 ext(360448->364543) 00010000:00010000:3.0:1761319687.898843:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 82 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.898853:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a9a13c6b 00000100:00100000:3.0:1761319687.898886:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2708 00000100:00100000:3.0:1761319687.898893:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+82:2263:x1846876465414400:12345-192.168.203.12@tcp:4:ldlm_bl_01.0 00000100:00100000:3.0:1761319687.911253:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+84:2263:x1846876465414400:12345-192.168.203.12@tcp:4:ldlm_bl_01.0 Request processed in 12352us (13258us total) trans 4294973872 rc 0/0 00000100:00100000:3.0:1761319687.911268:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2708 00002000:00100000:3.0:1761319687.911283:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@00000000a9a13c6b x1846876465414400/t4294973872(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 4584/448 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_01.0' 00002000:00100000:3.0:1761319687.911294:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a9a13c6b with x1846876465414400 ext(360448->364543) 00010000:00010000:3.0:1761319687.911307:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 84 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.911317:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a9a13c6b 00000001:00080000:2.0:1761319687.912886:0:8223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294973871 is committed 00000001:00080000:2.0:1761319687.912911:0:8223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294973866 is committed 00000100:00100000:2.0:1761319687.914390:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.914498:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414464 00010000:00010000:3.0:1761319687.914563:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 51 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.914612:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14006 00000100:00100000:3.0:1761319687.914619:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2264:x1846876465414464:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319687.914633:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1761319687.914649:0:7250:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb mtime from disk: 1761319686 -> 1761319687 00002000:00010000:3.0:1761319687.914652:0:7250:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb ctime from disk: 1761319686 -> 1761319687 00002000:00010000:3.0:1761319687.914653:0:7250:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 712 -> 720 00010000:00010000:3.0:1761319687.914659:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 51 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.914671:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 51 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.914694:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea719 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac65 expref: 51 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.914709:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.914711:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.914718:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.914727:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.914735:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.914736:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.914739:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 50 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.914746:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 50 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.914779:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 50 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.914792:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b3a932f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317248:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.914874:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 43 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.914884:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.914906:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.917389:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b3a932f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.917402:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.917421:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.917470:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2264:x1846876465414464:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2850us (3086us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.917480:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14006 00000100:00100000:2.0:1761319687.919026:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.921792:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414592 00002000:00100000:0.0:1761319687.921851:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000013145fc1 x1846876465414592/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.921862:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000013145fc1 with x1846876465414592 ext(360448->364543) 00002000:00010000:0.0:1761319687.921866:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000013145fc1 00000100:00100000:0.0:1761319687.921897:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20417 00000100:00100000:0.0:1761319687.921904:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465414592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319687.922085:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465414592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (3063us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319687.922092:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20417 00002000:00100000:0.0:1761319687.922099:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (360448->364543) req@0000000013145fc1 x1846876465414592/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.922107:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000013145fc1 with x1846876465414592 ext(360448->364543) 00002000:00010000:0.0:1761319687.922110:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000013145fc1 00000100:00100000:2.0:1761319687.926675:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.926920:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414656 00000100:00100000:0.0:1761319687.926980:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20911 00000100:00100000:0.0:1761319687.926986:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+44:32205:x1846876465414656:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.927004:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.927027:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac7a expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.927059:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.927066:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.927068:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.927071:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.927100:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.927111:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 49 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.927122:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474317376:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.930413:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.931008:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.931091:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414784 00002000:00100000:0.0:1761319687.931136:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@0000000032fc36a2 x1846876465414784/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319687.931145:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000032fc36a2 with x1846876465414784 ext(364544->368639) 00010000:00010000:0.0:1761319687.931155:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319687.931164:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000032fc36a2 00000100:00100000:2.0:1761319687.931756:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2709 00000100:00100000:2.0:1761319687.931763:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032fc36a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465414784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319687.931943:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032fc36a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465414784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.931960:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2709 00002000:00100000:2.0:1761319687.931967:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@0000000032fc36a2 x1846876465414784/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319687.931975:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000032fc36a2 with x1846876465414784 ext(364544->368639) 00010000:00010000:2.0:1761319687.931982:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.931990:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000032fc36a2 00000100:00100000:0.0:1761319687.935281:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474317376:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.935316:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.935341:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000437989c6, rc 0) 00000100:00100000:0.0:1761319687.935398:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465414656:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8409us (8727us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.935407:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20911 00000100:00100000:1.0:1761319687.936970:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.937048:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414848 00010000:00010000:3.0:1761319687.937080:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.937121:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14007 00000100:00100000:3.0:1761319687.937126:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465414848:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319687.937140:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.937158:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.937170:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.937202:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36ea727 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac73 expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.937217:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.937219:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.937226:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.937235:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.937269:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.937282:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317440:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.937343:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319687.940331:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.940426:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465414912 00000100:00100000:0.0:1761319687.940477:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20912 00000100:00100000:0.0:1761319687.940483:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:32196:x1846876465414912:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.940501:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.940560:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac81 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.940594:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.940602:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.940604:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.940607:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.940639:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.940650:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 44 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.940669:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474317504:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.940725:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.946423:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317440:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.946453:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.946766:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2262:x1846876465414848:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 9637us (9800us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.946779:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14007 00000100:00100000:1.0:1761319687.947080:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.947156:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6e29c76 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474317504:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319687.947178:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 50 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.947202:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006875fe15, rc 0) 00000100:00100000:0.0:1761319687.947241:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:32196:x1846876465414912:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6757us (6915us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.947252:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20912 00000100:00100000:3.0:1761319687.947325:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415040 00002000:00100000:3.0:1761319687.947360:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@00000000e6e53d98 x1846876465415040/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.947370:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e6e53d98 with x1846876465415040 ext(364544->368639) 00010000:00010000:3.0:1761319687.947380:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.947387:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e6e53d98 00000100:00100000:3.0:1761319687.947415:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2710 00000100:00100000:3.0:1761319687.947421:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6e53d98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465415040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319687.947607:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6e53d98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465415040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 185us (528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319687.947615:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2710 00002000:00100000:3.0:1761319687.947620:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@00000000e6e53d98 x1846876465415040/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.947628:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e6e53d98 with x1846876465415040 ext(364544->368639) 00010000:00010000:3.0:1761319687.947635:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.947684:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e6e53d98 00000100:00100000:1.0:1761319687.950294:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.950341:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319687.950433:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415104 00000100:00100000:0.0:1761319687.950487:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20913 00000100:00100000:0.0:1761319687.950493:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a70669 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465415104:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.950535:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.950554:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac88 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.950581:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.950587:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.950593:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319687.950595:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 46 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.950636:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.950648:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 46 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.950659:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005f8f3c24, rc 0) 00000100:00100000:0.0:1761319687.950701:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a70669 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465415104:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 208us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319687.950708:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20913 00000100:00100000:3.0:1761319687.951050:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415168 00010000:00010000:3.0:1761319687.951067:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 46 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.951099:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14008 00000100:00100000:3.0:1761319687.951104:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000778859 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2264:x1846876465415168:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319687.951114:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.951131:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 46 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.951141:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 46 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.951161:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36ea72e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac7a expref: 46 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.951173:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.951174:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.951180:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.951188:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.951213:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.951224:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 49 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.951235:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.951288:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.956369:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.956608:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415296 00002000:00100000:2.0:1761319687.956653:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@00000000f6e29c76 x1846876465415296/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.956664:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f6e29c76 with x1846876465415296 ext(364544->368639) 00010000:00010000:2.0:1761319687.956675:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.956685:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f6e29c76 00000100:00100000:2.0:1761319687.956723:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2711 00000100:00100000:2.0:1761319687.956729:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2263:x1846876465415296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.956900:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2263:x1846876465415296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (536us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319687.956909:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2711 00002000:00100000:2.0:1761319687.956914:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@00000000f6e29c76 x1846876465415296/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/4536 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319687.956922:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f6e29c76 with x1846876465415296 ext(364544->368639) 00010000:00010000:2.0:1761319687.956928:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319687.956935:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f6e29c76 00000100:00100000:3.0:1761319687.957770:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474317632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.957791:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.957818:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000778859 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2264:x1846876465415168:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6713us (7477us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.957827:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14008 00000100:00100000:0.0:1761319687.962973:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.963966:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415360 00000100:00100000:2.0:1761319687.964201:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20914 00000100:00100000:2.0:1761319687.964208:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:32196:x1846876465415360:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319687.964227:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319687.964247:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac8f expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.964276:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.964282:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.964289:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319687.964292:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.964331:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.964344:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.964357:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:1.0:1761319687.964479:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.964720:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415424 00010000:00010000:3.0:1761319687.964738:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 52 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.964766:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14009 00000100:00100000:3.0:1761319687.964770:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465415424:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319687.964778:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.964794:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 52 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.964803:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 52 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.964821:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36ea735 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac81 expref: 52 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.964833:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.964834:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.964839:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.964847:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.964870:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.964886:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 44 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.964898:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474317760:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.964926:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:32196:x1846876465415360:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 717us (1960us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.964933:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20914 00000100:00100000:3.0:1761319687.965866:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.968708:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.968823:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474317760:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.968846:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.968895:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2263:x1846876465415424:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4123us (4418us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.968906:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14009 00000100:00100000:3.0:1761319687.968936:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415488 00010000:00010000:3.0:1761319687.968968:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.968998:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14010 00000100:00100000:3.0:1761319687.969003:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2262:x1846876465415488:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319687.969014:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319687.969032:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.969040:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.969064:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36ea73c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac88 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.969079:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.969082:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.969088:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 49 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.969097:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 49 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.969129:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 49 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319687.969142:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474317824:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319687.969176:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319687.975348:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474317824:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319687.975376:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319687.975444:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2262:x1846876465415488:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6439us (6742us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319687.975455:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14010 00000100:00100000:1.0:1761319687.982181:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319687.982290:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415552 00000100:00100000:0.0:1761319687.983032:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20915 00000100:00100000:0.0:1761319687.983040:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e768703 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+44:32205:x1846876465415552:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319687.983058:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319687.983077:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac96 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.983107:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 49 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.983113:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.983115:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319687.983117:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.983149:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 49 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319687.983159:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 49 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319687.983169:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474317888:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319687.983622:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319687.988772:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.988869:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415680 00002000:00100000:3.0:1761319687.988914:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (364544->409599) req@000000003bc09a03 x1846876465415680/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/0 e 0 to 0 dl 1761319730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319687.988925:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003bc09a03 with x1846876465415680 ext(364544->409599) 00010000:00010000:3.0:1761319687.988936:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 50 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319687.988962:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003bc09a03 00000100:00100000:3.0:1761319687.988998:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2712 00000100:00100000:3.0:1761319687.989004:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc09a03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2263:x1846876465415680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319687.991793:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026a494d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474317888:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319687.991829:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.991860:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cda7eb35, rc 0) 00000100:00100000:2.0:1761319687.991917:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e768703 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465415552:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8876us (9742us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.991926:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20915 00000100:00100000:0.0:1761319687.993611:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc09a03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2263:x1846876465415680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 4601us (4841us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1761319687.993623:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2712 00002000:00100000:0.0:1761319687.993633:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (364544->409599) req@000000003bc09a03 x1846876465415680/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:615/0 lens 488/440 e 0 to 0 dl 1761319730 ref 1 fl Complete:H/0/0 rc 45056/45056 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319687.993642:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003bc09a03 with x1846876465415680 ext(364544->409599) 00010000:00010000:0.0:1761319687.993653:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 50 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319687.993663:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003bc09a03 00000100:00100000:1.0:1761319687.998341:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319687.998384:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319687.998467:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415808 00000100:00100000:2.0:1761319687.998491:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415744 00010000:00010000:3.0:1761319687.998502:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 51 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319687.998546:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20916 00000100:00100000:2.0:1761319687.998553:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:32196:x1846876465415744:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:3.0:1761319687.998554:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14011 00000100:00100000:3.0:1761319687.998558:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4a14b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2263:x1846876465415808:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319687.998567:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319687.998570:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319687.998583:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ac9d expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.998588:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 51 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.998597:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319687.998667:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319687.998671:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.998678:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319687.998680:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.998731:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea743 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac8f expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319687.998745:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319687.998747:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319687.998750:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.998752:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.998760:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.998772:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319687.998781:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319687.998782:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006d140706, rc 0) 00010000:00010000:3.0:1761319687.998791:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 44 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319687.998802:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474318016:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319687.998889:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:32196:x1846876465415744:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 335us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319687.998897:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20916 00000100:00100000:3.0:1761319687.999468:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d0c1bf54 going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.002610:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474318016:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.002637:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.002682:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4a14b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2263:x1846876465415808:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4122us (4346us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.002692:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14011 00000100:00100000:0.0:1761319688.004796:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.006608:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465415936 00002000:00100000:1.0:1761319688.006655:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@000000005897dc80 x1846876465415936/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319688.006666:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005897dc80 with x1846876465415936 ext(364544->368639) 00010000:00010000:1.0:1761319688.006676:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319688.006691:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005897dc80 00000100:00100000:2.0:1761319688.007332:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2713 00000100:00100000:2.0:1761319688.007341:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465415936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319688.007547:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465415936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 205us (2756us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.007555:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2713 00002000:00100000:2.0:1761319688.007561:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@000000005897dc80 x1846876465415936/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.007569:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005897dc80 with x1846876465415936 ext(364544->368639) 00010000:00010000:2.0:1761319688.007576:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319688.007582:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005897dc80 00000100:00100000:1.0:1761319688.017008:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.017053:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.017132:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416000 00010000:00010000:3.0:1761319688.017164:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.017379:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416064 00000100:00100000:2.0:1761319688.017421:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20917 00000100:00100000:2.0:1761319688.017428:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ced4a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465416064:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.017444:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.017462:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aca4 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.017480:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14012 00000100:00100000:3.0:1761319688.017484:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+47:2262:x1846876465416000:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319688.017490:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.017493:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.017495:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.017505:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319688.017545:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 47 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.017580:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 47 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.017592:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 47 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.017614:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36ea74a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac96 expref: 47 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.017628:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.017629:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.017635:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.017642:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.017653:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.017665:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70080400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 49 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.017678:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474318080:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.017682:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 49 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.017689:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 49 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.017696:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474318144:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.017740:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.017943:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.028551:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474318080:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.028584:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 46 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.028608:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:3.0:1761319688.033041:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474318144:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.033071:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.033776:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ced4a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465416064:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 16346us (16721us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.033787:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20917 00000100:00100000:1.0:1761319688.033853:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.033904:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416128 00010000:00010000:2.0:1761319688.033928:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.033975:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14013 00000100:00100000:2.0:1761319688.033982:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465416128:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319688.033996:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.034016:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.034026:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.034050:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea751 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac9d expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.034065:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.034067:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.034073:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.034082:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.034116:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.034129:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318208:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.034169:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.034462:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2262:x1846876465416000:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 16975us (17462us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.034470:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14012 00000100:00100000:1.0:1761319688.037884:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.038256:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416192 00000100:00100000:2.0:1761319688.038314:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20918 00000100:00100000:2.0:1761319688.038321:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:32196:x1846876465416192:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.038342:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.038361:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acab expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.038404:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.038413:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.038414:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.038417:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.038447:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.038458:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 44 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.038471:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474318272:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.038556:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000095b3c67a going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.039916:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318208:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.039938:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.040004:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2262:x1846876465416128:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 6020us (6152us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.040013:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14013 00000100:00100000:0.0:1761319688.041047:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.041498:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474318272:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.041545:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 50 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.041569:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319688.041772:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:32196:x1846876465416192:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3449us (3894us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.041785:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20918 00000100:00100000:1.0:1761319688.043093:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416256 00010000:00010000:1.0:1761319688.043125:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.043162:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14014 00000100:00100000:1.0:1761319688.043168:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465416256:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319688.043181:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.043200:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.043212:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.043235:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea758 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aca4 expref: 45 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.043249:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.043251:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.043256:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.043270:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.043302:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 49 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319688.043315:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e183753 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318336:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.043371:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.047449:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e183753 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318336:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319688.047479:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319688.047553:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465416256:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4383us (6508us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.047565:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14014 00000100:00100000:0.0:1761319688.047760:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.047869:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416384 00002000:00100000:2.0:1761319688.047906:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@0000000026a494d6 x1846876465416384/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.047915:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000026a494d6 with x1846876465416384 ext(364544->368639) 00002000:00010000:2.0:1761319688.047920:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000026a494d6 00000100:00100000:2.0:1761319688.047959:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20418 00000100:00100000:2.0:1761319688.047965:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2263:x1846876465416384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319688.048123:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2263:x1846876465416384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.048129:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20418 00002000:00100000:2.0:1761319688.048135:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@0000000026a494d6 x1846876465416384/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.048141:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000026a494d6 with x1846876465416384 ext(364544->368639) 00002000:00010000:2.0:1761319688.048144:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000026a494d6 00000100:00100000:0.0:1761319688.050775:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.050817:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.050878:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416448 00000100:00100000:3.0:1761319688.050897:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416576 00002000:00100000:3.0:1761319688.050927:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@000000005acf324f x1846876465416576/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00000100:00100000:2.0:1761319688.050929:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20919 00000100:00100000:2.0:1761319688.050939:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+44:32205:x1846876465416448:12345-192.168.203.12@tcp:101:mmap_sanity.0 00002000:00100000:3.0:1761319688.050959:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005acf324f with x1846876465416576 ext(368640->372735) 00002000:00010000:3.0:1761319688.050964:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000005acf324f 00010000:00010000:2.0:1761319688.050966:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.050985:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acb2 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.050996:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20419 00000100:00100000:3.0:1761319688.051002:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005acf324f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2265:x1846876465416576:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00010000:00010000:2.0:1761319688.051019:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 50 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.051028:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.051030:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.051033:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.051064:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 50 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.051076:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.051089:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474318400:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.051291:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.051379:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005acf324f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2265:x1846876465416576:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 375us (609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.051387:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20419 00002000:00100000:3.0:1761319688.051394:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@000000005acf324f x1846876465416576/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319688.051402:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005acf324f with x1846876465416576 ext(368640->372735) 00010000:00010000:3.0:1761319688.051411:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 50 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.051419:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005acf324f 00000100:00100000:2.0:1761319688.054546:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474318400:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.054580:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 45 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.054602:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006d140706, rc 0) 00000100:00100000:2.0:1761319688.054647:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465416448:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3710us (3830us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.054656:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20919 00000100:00100000:1.0:1761319688.055281:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.055678:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416640 00000100:00100000:2.0:1761319688.055713:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20920 00000100:00100000:2.0:1761319688.055718:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:32196:x1846876465416640:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.055734:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.055751:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acb9 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.055775:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.055777:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.055781:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.055791:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.055799:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.055840:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:32196:x1846876465416640:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 120us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.055846:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20920 00000100:00100000:1.0:1761319688.057842:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.058056:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416704 00002000:00100000:3.0:1761319688.058093:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@000000003584242e x1846876465416704/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 4584/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00002000:00100000:3.0:1761319688.058103:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003584242e with x1846876465416704 ext(364544->368639) 00010000:00010000:3.0:1761319688.058113:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 51 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.058122:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003584242e 00000100:00100000:3.0:1761319688.058149:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2714 00000100:00100000:3.0:1761319688.058155:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003584242e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2262:x1846876465416704:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 00000100:00100000:3.0:1761319688.059360:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003584242e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465416704:12345-192.168.203.12@tcp:4:ldlm_bl_02.0 Request processed in 1202us (1522us total) trans 4294973873 rc 0/0 00000100:00100000:3.0:1761319688.059370:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2714 00002000:00100000:3.0:1761319688.059377:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@000000003584242e x1846876465416704/t4294973873(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 4584/448 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_02.0' 00002000:00100000:3.0:1761319688.059385:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003584242e with x1846876465416704 ext(364544->368639) 00010000:00010000:3.0:1761319688.059394:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.059402:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003584242e 00000100:00100000:0.0:1761319688.063149:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.063911:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416768 00010000:00010000:1.0:1761319688.063945:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.064041:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14015 00000100:00100000:1.0:1761319688.064047:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005df77adb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465416768:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319688.064061:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1761319688.064076:0:6238:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 720 -> 728 00010000:00010000:1.0:1761319688.064081:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.064092:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.064112:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea75f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [364544->33918975] (req 364544->368639) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acab expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.064126:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.064128:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.064134:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.064142:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.064149:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.064150:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.064152:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.064158:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.064188:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319688.064298:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb679f2 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318464:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319688.064414:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 44 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319688.064425:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318528:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.064449:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.069143:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb679f2 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318464:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.070495:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.070674:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416896 00002000:00100000:3.0:1761319688.070717:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@000000006e1ffff5 x1846876465416896/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.070727:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006e1ffff5 with x1846876465416896 ext(364544->368639) 00002000:00010000:3.0:1761319688.070731:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006e1ffff5 00000100:00100000:3.0:1761319688.070764:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20420 00000100:00100000:3.0:1761319688.070771:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1ffff5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465416896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319688.071037:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318528:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319688.071067:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319688.071122:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005df77adb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465416768:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 7074us (7980us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.071132:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14015 00000100:00100000:3.0:1761319688.071647:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1ffff5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2263:x1846876465416896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 874us (1155us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.071655:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20420 00002000:00100000:3.0:1761319688.071662:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (364544->368639) req@000000006e1ffff5 x1846876465416896/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.071669:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006e1ffff5 with x1846876465416896 ext(364544->368639) 00002000:00010000:3.0:1761319688.071674:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006e1ffff5 00000100:00100000:0.0:1761319688.075506:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.075633:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465416960 00000100:00100000:1.0:1761319688.075691:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20921 00000100:00100000:1.0:1761319688.075699:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062488817 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465416960:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.075717:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.075748:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acc0 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.075784:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.075794:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.075796:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.075798:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 46 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.075829:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 51 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.075847:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 51 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.075859:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474318592:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.075927:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.085634:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.086830:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474318592:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319688.086862:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 46 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.086885:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007f37b3ae, rc 0) 00000100:00100000:1.0:1761319688.086941:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062488817 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465416960:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 11243us (11441us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.086960:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20921 00000100:00100000:1.0:1761319688.086990:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417024 00000100:00100000:1.0:1761319688.087026:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20922 00000100:00100000:1.0:1761319688.087032:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465417024:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:0.0:1761319688.087299:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1761319688.087323:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.087342:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acc7 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.087365:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.087369:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.087375:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319688.087379:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.087408:0:8227:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.087417:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.087462:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001a310ab6, rc 0) 00000100:00100000:1.0:1761319688.087486:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465417024:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 454us (1861us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.087493:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20922 00000100:00100000:2.0:1761319688.088104:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417088 00010000:00010000:2.0:1761319688.088124:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.088364:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14016 00000100:00100000:2.0:1761319688.088960:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465417088:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319688.088975:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.088994:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.089010:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.089032:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea76d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb9 expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.089045:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.089046:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.089053:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.089061:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.089091:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.089103:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 45 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.089114:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318720:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.089175:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.091304:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318720:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.091330:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.091382:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465417088:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2519us (4083us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.091395:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14016 00000100:00100000:0.0:1761319688.093298:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.093389:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417216 00002000:00100000:3.0:1761319688.093430:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@000000008c5e90c1 x1846876465417216/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.093441:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000008c5e90c1 with x1846876465417216 ext(368640->372735) 00010000:00010000:3.0:1761319688.093453:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.093462:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000008c5e90c1 00000100:00100000:3.0:1761319688.093763:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2715 00000100:00100000:3.0:1761319688.093770:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465417216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319688.094059:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465417216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 287us (767us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.094068:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2715 00002000:00100000:3.0:1761319688.094074:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@000000008c5e90c1 x1846876465417216/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.094082:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000008c5e90c1 with x1846876465417216 ext(368640->372735) 00010000:00010000:3.0:1761319688.094089:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.094096:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000008c5e90c1 00000100:00100000:0.0:1761319688.098323:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.098740:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.098797:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417344 00010000:00010000:2.0:1761319688.098836:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.098889:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14017 00000100:00100000:2.0:1761319688.098896:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2264:x1846876465417344:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319688.098911:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.098930:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.098942:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.098976:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ea774 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc0 expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.098993:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.098995:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.099002:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.099011:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.099044:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.099062:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318784:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.099083:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417280 00000100:00100000:1.0:1761319688.099117:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20923 00000100:00100000:1.0:1761319688.099121:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465417280:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:2.0:1761319688.099122:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00010000:00010000:1.0:1761319688.099134:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.099148:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acce expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.099167:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.099174:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.099175:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.099177:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 47 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.099212:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.099221:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 51 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.099230:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474318848:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.099253:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.107573:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.107647:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417472 00002000:00100000:3.0:1761319688.107687:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@0000000056571039 x1846876465417472/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319688.107699:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000056571039 with x1846876465417472 ext(368640->372735) 00010000:00010000:3.0:1761319688.107711:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.107722:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000056571039 00000100:00100000:3.0:1761319688.107752:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2716 00000100:00100000:3.0:1761319688.107759:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056571039 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465417472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319688.107917:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056571039 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465417472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (351us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.107925:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2716 00002000:00100000:3.0:1761319688.107930:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@0000000056571039 x1846876465417472/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319688.107938:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000056571039 with x1846876465417472 ext(368640->372735) 00010000:00010000:3.0:1761319688.107944:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.107964:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000056571039 00000100:00100000:1.0:1761319688.108327:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474318848:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319688.108351:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 47 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.108373:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dd793fc2, rc 0) 00000100:00100000:1.0:1761319688.110017:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+47:32205:x1846876465417280:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 10887us (11694us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.110029:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20923 00000100:00100000:3.0:1761319688.114270:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318784:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.114301:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.114364:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2264:x1846876465417344:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 15467us (15624us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.114375:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14017 00000100:00100000:0.0:1761319688.117334:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.123482:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.123636:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417600 00010000:00010000:3.0:1761319688.123670:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.123718:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14018 00000100:00100000:3.0:1761319688.123725:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f245d05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465417600:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319688.123740:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.123759:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.123771:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.123794:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36ea77b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acc7 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.123811:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.123813:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.123819:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.123828:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.123864:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.123877:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318912:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.123932:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7d90a08 going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.124150:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417536 00000100:00100000:1.0:1761319688.124664:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20924 00000100:00100000:1.0:1761319688.124670:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d65cbb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465417536:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.124684:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.124699:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acd5 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.124720:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.124728:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.124730:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.124732:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.124754:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.124765:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 45 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.124774:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474318976:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.124815:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.131161:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474318912:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.131263:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.131321:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f245d05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465417600:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 7594us (7846us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.131335:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14018 00000100:00100000:1.0:1761319688.131715:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474318976:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319688.131737:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.131760:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ed69feeb, rc 0) 00000100:00100000:1.0:1761319688.131785:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d65cbb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465417536:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7114us (14457us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.131792:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20924 00000100:00100000:3.0:1761319688.133476:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.134109:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417664 00010000:00010000:2.0:1761319688.134141:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.134182:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14019 00000100:00100000:2.0:1761319688.134188:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009652237d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2262:x1846876465417664:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319688.134202:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.134221:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.134231:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.134254:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36ea782 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acce expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.134268:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.134269:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.134275:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.134283:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.134322:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.134335:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319040:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.134404:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.143280:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.143309:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.144810:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.145252:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009652237d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+45:2262:x1846876465417664:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 11061us (11781us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.145266:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14019 00000100:00100000:2.0:1761319688.145384:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417728 00000100:00100000:2.0:1761319688.145429:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20925 00000100:00100000:2.0:1761319688.145435:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+45:32205:x1846876465417728:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.145451:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.145471:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acdc expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.145503:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.145543:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.145545:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.145549:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 46 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.145581:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.145594:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 51 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.145611:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474319104:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.146229:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.154182:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.154254:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474319104:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.154284:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 46 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.154308:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.154366:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465417728:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8930us (9562us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.154375:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20925 00000100:00100000:3.0:1761319688.154567:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417792 00010000:00010000:3.0:1761319688.154593:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.154629:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14020 00000100:00100000:3.0:1761319688.154635:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465417792:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319688.154648:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.154666:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.154676:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.154698:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36ea789 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acd5 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.154711:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.154713:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.154719:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.154727:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.154756:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.154768:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b3a932f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319168:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.154807:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.155596:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.155761:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417856 00000100:00100000:1.0:1761319688.155797:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20926 00000100:00100000:1.0:1761319688.155802:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465417856:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.155815:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.155831:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ace3 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.155851:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.155858:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.155859:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.155861:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.155882:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.155892:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 45 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.155902:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474319232:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.156313:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000001046ff5f going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.159831:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b3a932f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319168:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.159858:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.160982:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465417792:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6342us (6803us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.160994:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14020 00000100:00100000:2.0:1761319688.161074:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.161438:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465417984 00002000:00100000:1.0:1761319688.161477:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@000000007656a07e x1846876465417984/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319688.161487:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007656a07e with x1846876465417984 ext(368640->372735) 00010000:00010000:1.0:1761319688.161498:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319688.161506:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007656a07e 00000100:00100000:1.0:1761319688.161560:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2717 00000100:00100000:1.0:1761319688.161567:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007656a07e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465417984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319688.161742:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007656a07e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465417984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319688.161748:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2717 00002000:00100000:1.0:1761319688.161753:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@000000007656a07e x1846876465417984/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319688.161760:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007656a07e with x1846876465417984 ext(368640->372735) 00010000:00010000:1.0:1761319688.161766:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319688.161772:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007656a07e 00000100:00100000:3.0:1761319688.161944:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474319232:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.161974:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.161992:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000098cbe8bf, rc 0) 00000100:00100000:3.0:1761319688.162024:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465417856:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6220us (6429us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.162030:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20926 00000100:00100000:2.0:1761319688.167101:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.167149:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.167249:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418048 00000100:00100000:3.0:1761319688.167305:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20927 00000100:00100000:3.0:1761319688.167311:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c239212a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465418048:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.167329:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.167348:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acea expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.167375:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.167381:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.167387:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319688.167390:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 47 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.167424:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.167437:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 47 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.167449:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:0.0:1761319688.167636:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418112 00010000:00010000:0.0:1761319688.167653:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 48 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.167676:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14021 00000100:00100000:0.0:1761319688.167680:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+48:2263:x1846876465418112:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319688.167689:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.167707:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 48 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.167717:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 48 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.167735:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea790 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acdc expref: 48 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.167751:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.167753:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.167758:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.167766:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.167788:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.167797:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 51 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.167808:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319360:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.167842:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.168197:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c239212a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+47:32205:x1846876465418048:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 193us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.168205:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20927 00000100:00100000:0.0:1761319688.171794:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319360:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.171825:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.171883:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465418112:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4201us (4733us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.171894:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14021 00000100:00100000:2.0:1761319688.172804:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.173178:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418240 00002000:00100000:3.0:1761319688.173228:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@00000000adcee893 x1846876465418240/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.173238:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000adcee893 with x1846876465418240 ext(368640->372735) 00010000:00010000:3.0:1761319688.173249:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.173259:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000adcee893 00000100:00100000:3.0:1761319688.173290:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2718 00000100:00100000:3.0:1761319688.173296:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adcee893 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465418240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319688.173472:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adcee893 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465418240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (669us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.173480:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2718 00002000:00100000:3.0:1761319688.173486:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@00000000adcee893 x1846876465418240/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.173494:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000adcee893 with x1846876465418240 ext(368640->372735) 00010000:00010000:3.0:1761319688.173501:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.173550:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000adcee893 00000100:00100000:2.0:1761319688.177420:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.177784:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418304 00000100:00100000:3.0:1761319688.177830:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20928 00000100:00100000:3.0:1761319688.177836:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465418304:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.177851:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.177867:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acf1 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.177893:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.177899:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.177910:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319688.177913:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.177947:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.177969:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.177982:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319688.178034:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465418304:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 198us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.178042:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20928 00000100:00100000:0.0:1761319688.178455:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.179267:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418368 00010000:00010000:3.0:1761319688.179291:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.179323:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14022 00000100:00100000:3.0:1761319688.179328:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3dcd0dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465418368:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319688.179337:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.179354:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.179364:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.179383:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36ea797 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ace3 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.179396:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.179398:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.179403:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.179411:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.179435:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 45 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.179445:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 45 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.179457:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319488:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.179507:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.182805:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319488:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.182833:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.182885:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3dcd0dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465418368:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3555us (4429us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.182895:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14022 00000100:00100000:2.0:1761319688.187923:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.188023:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418432 00010000:00010000:3.0:1761319688.188055:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.188100:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14023 00000100:00100000:3.0:1761319688.188107:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e46aa02c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465418432:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319688.188122:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.188140:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.188150:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.188172:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea79e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acea expref: 46 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.188186:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.188188:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.188204:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.188214:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.188248:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.188260:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319552:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.188323:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.194569:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.194664:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418496 00000100:00100000:1.0:1761319688.194721:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20929 00000100:00100000:1.0:1761319688.194728:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000925c8c42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465418496:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.194747:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.194768:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acf8 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.194803:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.194810:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.194812:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.194814:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.194852:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.194865:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 51 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.194878:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb679f2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474319616:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.194946:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.197456:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb679f2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474319616:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319688.197486:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.197507:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f2bb662f, rc 0) 00000100:00100000:1.0:1761319688.197594:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000925c8c42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+47:32205:x1846876465418496:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2864us (3031us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.197603:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20929 00000100:00100000:3.0:1761319688.197767:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.197780:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.197800:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e46aa02c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465418432:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 9693us (9883us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.197808:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14023 00000100:00100000:2.0:1761319688.198253:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.198587:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418560 00010000:00010000:2.0:1761319688.198682:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.199216:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14024 00000100:00100000:2.0:1761319688.199221:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc629ccf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465418560:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319688.199235:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.199253:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.199263:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.199284:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7a5 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf1 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.199298:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.199300:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.199306:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 45 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.199313:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 45 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.199344:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 45 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.199355:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054cbb338 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319680:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.199414:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.201309:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054cbb338 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319680:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.201337:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.201386:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc629ccf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2262:x1846876465418560:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2162us (3133us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.201397:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14024 00000100:00100000:0.0:1761319688.201807:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.201893:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418688 00002000:00100000:1.0:1761319688.201931:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@000000008d65cbb6 x1846876465418688/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319688.201941:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000008d65cbb6 with x1846876465418688 ext(368640->372735) 00002000:00010000:1.0:1761319688.201945:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000008d65cbb6 00000100:00100000:1.0:1761319688.201983:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20421 00000100:00100000:1.0:1761319688.201989:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d65cbb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465418688:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319688.202155:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d65cbb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2263:x1846876465418688:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319688.202163:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20421 00002000:00100000:1.0:1761319688.202172:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@000000008d65cbb6 x1846876465418688/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319688.202179:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000008d65cbb6 with x1846876465418688 ext(368640->372735) 00002000:00010000:1.0:1761319688.202182:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000008d65cbb6 00000100:00100000:2.0:1761319688.205039:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.205285:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.205303:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418816 00002000:00100000:1.0:1761319688.205343:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (372736->376831) req@0000000079324fc0 x1846876465418816/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00000100:00100000:2.0:1761319688.205353:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465418880 00002000:00100000:1.0:1761319688.205354:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000079324fc0 with x1846876465418816 ext(372736->376831) 00002000:00010000:1.0:1761319688.205359:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000079324fc0 00000100:00100000:1.0:1761319688.205379:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20422 00000100:00100000:1.0:1761319688.205384:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2262:x1846876465418816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319688.205426:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20930 00000100:00100000:2.0:1761319688.205430:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:32196:x1846876465418880:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.205439:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.205458:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3acff expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.205483:0:8227:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.205490:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.205492:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.205495:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.205551:0:8227:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.205563:0:8227:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 46 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.205565:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2262:x1846876465418816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319688.205572:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20422 00002000:00100000:1.0:1761319688.205578:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (372736->376831) req@0000000079324fc0 x1846876465418816/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319688.205584:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000079324fc0 with x1846876465418816 ext(372736->376831) 00000100:00100000:2.0:1761319688.205587:0:8227:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054cbb338 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474319744:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319688.205590:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 46 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319688.205600:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000079324fc0 00000100:00100000:2.0:1761319688.205632:0:8227:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.209873:0:8227:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054cbb338 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8227:1846876474319744:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.209912:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.209935:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000006fc296f, rc 0) 00000100:00100000:2.0:1761319688.210023:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465418880:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4591us (4739us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.210033:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20930 00000100:00100000:1.0:1761319688.212373:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.215239:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419008 00002000:00100000:0.0:1761319688.215293:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@000000007cb679f2 x1846876465419008/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.215304:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cb679f2 with x1846876465419008 ext(376832->380927) 00010000:00010000:0.0:1761319688.215316:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 46 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.215326:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007cb679f2 00000100:00100000:0.0:1761319688.215366:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2719 00000100:00100000:0.0:1761319688.215372:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cb679f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2262:x1846876465419008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.215588:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cb679f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+46:2262:x1846876465419008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 214us (3221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.215596:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2719 00002000:00100000:0.0:1761319688.215603:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@000000007cb679f2 x1846876465419008/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.215610:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cb679f2 with x1846876465419008 ext(376832->380927) 00010000:00010000:0.0:1761319688.215616:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 46 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.215622:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007cb679f2 00000100:00100000:0.0:1761319688.219107:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.219223:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419072 00000100:00100000:2.0:1761319688.219863:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20931 00000100:00100000:2.0:1761319688.219871:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+46:32205:x1846876465419072:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.219889:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.219911:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad06 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.219941:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.219944:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.219965:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.219979:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.219993:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.220106:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+47:32205:x1846876465419072:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 235us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.220114:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20931 00000100:00100000:1.0:1761319688.220615:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.220698:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419136 00002000:00100000:0.0:1761319688.220727:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (327680->376831) req@0000000070c35592 x1846876465419136/t0(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00002000:00100000:0.0:1761319688.220736:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000070c35592 with x1846876465419136 ext(327680->376831) 00010000:00010000:0.0:1761319688.220749:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 47 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.220757:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000070c35592 00000100:00100000:0.0:1761319688.220842:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2720 00000100:00100000:0.0:1761319688.220847:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070c35592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+47:2263:x1846876465419136:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 00000100:00100000:0.0:1761319688.226756:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070c35592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465419136:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 Request processed in 5902us (6137us total) trans 4294973877 rc 0/0 00000100:00100000:0.0:1761319688.226772:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2720 00002000:00100000:0.0:1761319688.226785:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (327680->376831) req@0000000070c35592 x1846876465419136/t4294973877(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/448 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_04.0' 00002000:00100000:0.0:1761319688.226795:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000070c35592 with x1846876465419136 ext(327680->376831) 00010000:00010000:0.0:1761319688.226821:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.226830:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000070c35592 00000100:00100000:2.0:1761319688.239031:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.239299:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419200 00010000:00010000:0.0:1761319688.239336:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.239384:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14025 00000100:00100000:0.0:1761319688.239390:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2524511 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465419200:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319688.239405:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319688.239420:0:6238:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 728 -> 744 00010000:00010000:0.0:1761319688.239426:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.239437:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.239457:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36ea7ac lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acf8 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.239473:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.239474:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.239480:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.239489:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.239496:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.239497:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.239499:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.239505:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.239589:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.239607:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b6072b5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319808:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.239669:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 51 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.239677:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319872:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.239697:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ceadc5df going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.250477:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.250588:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419328 00002000:00100000:1.0:1761319688.250634:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@0000000054cbb338 x1846876465419328/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319688.250646:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000054cbb338 with x1846876465419328 ext(368640->372735) 00002000:00010000:1.0:1761319688.250651:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000054cbb338 00000100:00100000:1.0:1761319688.250683:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20423 00000100:00100000:1.0:1761319688.250688:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465419328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319688.250933:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b6072b5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319808:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.250945:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474319872:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.250976:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319688.254232:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465419328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 3534us (3755us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319688.254246:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20423 00002000:00100000:1.0:1761319688.254260:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@0000000054cbb338 x1846876465419328/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319688.254269:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000054cbb338 with x1846876465419328 ext(368640->372735) 00002000:00010000:1.0:1761319688.254275:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000054cbb338 00000100:00100000:0.0:1761319688.254370:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2524511 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+51:2262:x1846876465419200:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 14979us (15346us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.254379:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14025 00000100:00100000:2.0:1761319688.262285:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.262491:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.262722:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419456 00002000:00100000:1.0:1761319688.262764:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (372736->376831) req@00000000e3a61ec3 x1846876465419456/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319688.262774:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e3a61ec3 with x1846876465419456 ext(372736->376831) 00002000:00010000:1.0:1761319688.262778:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e3a61ec3 00000100:00100000:0.0:1761319688.263396:0:19864:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419584 00002000:00100000:0.0:1761319688.263415:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@00000000e46aa02c x1846876465419584/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.263423:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e46aa02c with x1846876465419584 ext(376832->380927) 00002000:00010000:0.0:1761319688.263426:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e46aa02c 00000100:00100000:0.0:1761319688.263460:0:19864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20424 00000100:00100000:0.0:1761319688.263465:0:19864:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465419456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.263630:0:19864:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465419456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (1352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.263638:0:19864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20424 00002000:00100000:0.0:1761319688.263645:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (372736->376831) req@00000000e3a61ec3 x1846876465419456/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.263653:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e3a61ec3 with x1846876465419456 ext(372736->376831) 00002000:00010000:0.0:1761319688.263655:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e3a61ec3 00000100:00100000:0.0:1761319688.263673:0:19864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20425 00000100:00100000:0.0:1761319688.263677:0:19864:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e46aa02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+51:2262:x1846876465419584:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.263750:0:19864:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e46aa02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+51:2262:x1846876465419584:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 71us (1259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.263756:0:19864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20425 00002000:00100000:0.0:1761319688.263761:0:19864:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@00000000e46aa02c x1846876465419584/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.263768:0:19864:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e46aa02c with x1846876465419584 ext(376832->380927) 00002000:00010000:0.0:1761319688.263771:0:19864:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e46aa02c 00000100:00100000:1.0:1761319688.271848:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.272175:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.272247:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419712 00000100:00100000:3.0:1761319688.272295:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20932 00000100:00100000:3.0:1761319688.272301:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043bbde09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:32196:x1846876465419712:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.272318:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.272337:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad0d expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.272369:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 50 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.272377:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.272378:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.272381:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.272412:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 50 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.272423:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 50 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.272434:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474319936:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319688.272491:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.272749:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419776 00002000:00100000:0.0:1761319688.272773:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000b1ad39e1 x1846876465419776/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.272782:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b1ad39e1 with x1846876465419776 ext(380928->385023) 00010000:00010000:0.0:1761319688.272788:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 51 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.272794:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b1ad39e1 00000100:00100000:0.0:1761319688.272815:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2721 00000100:00100000:0.0:1761319688.272819:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+51:2262:x1846876465419776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.272977:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+51:2262:x1846876465419776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (802us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.272984:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2721 00002000:00100000:0.0:1761319688.272989:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000b1ad39e1 x1846876465419776/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.272996:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b1ad39e1 with x1846876465419776 ext(380928->385023) 00010000:00010000:0.0:1761319688.273001:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 51 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.273007:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b1ad39e1 00000100:00100000:2.0:1761319688.277593:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.277651:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.277683:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419840 00000100:00100000:2.0:1761319688.277725:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20933 00000100:00100000:2.0:1761319688.277731:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+51:32205:x1846876465419840:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.277751:0:8227:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.277770:0:8227:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad14 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.277796:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.277799:0:8227:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.277804:0:8227:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.277815:0:8227:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.277828:0:8227:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319688.277873:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465419840:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 141us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.277879:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20933 00000100:00100000:3.0:1761319688.278087:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474319936:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.278113:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.278124:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4518bee, rc 0) 00000100:00100000:3.0:1761319688.278159:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043bbde09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465419712:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5857us (6317us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.278166:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20932 00000100:00100000:0.0:1761319688.278701:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419904 00002000:00100000:0.0:1761319688.278761:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@00000000dc629ccf x1846876465419904/t0(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 4584/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00002000:00100000:0.0:1761319688.278771:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dc629ccf with x1846876465419904 ext(376832->380927) 00010000:00010000:0.0:1761319688.278793:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.278802:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000dc629ccf 00000100:00100000:0.0:1761319688.278844:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2722 00000100:00100000:0.0:1761319688.278850:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc629ccf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2264:x1846876465419904:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 00000100:00100000:0.0:1761319688.282127:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc629ccf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2264:x1846876465419904:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 Request processed in 3270us (4536us total) trans 4294973878 rc 0/0 00000100:00100000:0.0:1761319688.282141:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2722 00002000:00100000:0.0:1761319688.282153:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@00000000dc629ccf x1846876465419904/t4294973878(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 4584/448 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_03.0' 00002000:00100000:0.0:1761319688.282164:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dc629ccf with x1846876465419904 ext(376832->380927) 00010000:00010000:0.0:1761319688.282178:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 54 pid: 8227 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.282187:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000dc629ccf 00000100:00100000:1.0:1761319688.285849:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.285989:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465419968 00010000:00010000:0.0:1761319688.286022:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 54 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.286066:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14026 00000100:00100000:0.0:1761319688.286072:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2265:x1846876465419968:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319688.286088:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319688.286103:0:6238:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 744 -> 752 00010000:00010000:0.0:1761319688.286118:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 54 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.286134:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 54 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.286157:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea7ba lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad06 expref: 54 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.286173:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.286175:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.286182:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.286201:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.286216:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.286217:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.286220:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.286227:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.286259:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 53 pid: 8227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.286271:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320000:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.286342:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.286351:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b6072b5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320064:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.286369:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.290842:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.290947:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320000:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.290974:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b6072b5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320064:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.290998:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.291131:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420096 00002000:00100000:3.0:1761319688.291167:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@0000000055a05a2c x1846876465420096/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.291177:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000055a05a2c with x1846876465420096 ext(376832->380927) 00002000:00010000:3.0:1761319688.291182:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000055a05a2c 00000100:00100000:3.0:1761319688.291218:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20426 00000100:00100000:3.0:1761319688.291224:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465420096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319688.291368:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2265:x1846876465419968:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5294us (5525us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.291378:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14026 00000100:00100000:3.0:1761319688.291812:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465420096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 586us (979us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.291820:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20426 00002000:00100000:3.0:1761319688.291826:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@0000000055a05a2c x1846876465420096/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.291834:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000055a05a2c with x1846876465420096 ext(376832->380927) 00002000:00010000:3.0:1761319688.291838:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000055a05a2c 00000100:00100000:2.0:1761319688.295056:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.295220:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420160 00000100:00100000:3.0:1761319688.295268:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20934 00000100:00100000:3.0:1761319688.295274:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465420160:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.295291:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.295310:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad1b expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.295340:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.295347:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.295349:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.295352:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.295380:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.295391:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 52 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.295402:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474320128:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319688.295465:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.298802:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474320128:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.298835:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.298860:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319688.299288:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465420160:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4012us (4238us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.299298:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20934 00000100:00100000:1.0:1761319688.299839:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.299927:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420224 00010000:00010000:0.0:1761319688.299963:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 53 pid: 8227 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.300000:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14027 00000100:00100000:0.0:1761319688.300005:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465420224:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319688.300018:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.300036:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 53 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.300047:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 53 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.300067:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea7c8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad14 expref: 53 pid: 8227 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.300078:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.300080:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.300086:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.300095:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.300123:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.300135:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b6072b5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320192:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.300171:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.303793:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.304392:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b6072b5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320192:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.304416:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.305018:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465420224:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5010us (5179us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.305031:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14027 00000100:00100000:3.0:1761319688.305332:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420288 00000100:00100000:3.0:1761319688.305377:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20935 00000100:00100000:3.0:1761319688.305383:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465420288:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.305399:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.305416:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad22 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.305445:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.305453:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.305455:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.305457:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.305486:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.305497:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.305507:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474320256:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319688.305568:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.305751:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.306482:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420416 00002000:00100000:3.0:1761319688.306931:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000036fe8d81 x1846876465420416/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319688.306941:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000036fe8d81 with x1846876465420416 ext(380928->385023) 00010000:00010000:3.0:1761319688.306959:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.306966:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000036fe8d81 00000100:00100000:2.0:1761319688.307178:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2723 00000100:00100000:2.0:1761319688.307184:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465420416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319688.307365:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465420416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (1615us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.307373:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2723 00002000:00100000:2.0:1761319688.307378:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000036fe8d81 x1846876465420416/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.307386:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000036fe8d81 with x1846876465420416 ext(380928->385023) 00010000:00010000:2.0:1761319688.307393:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319688.307399:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000036fe8d81 00000100:00100000:3.0:1761319688.309756:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474320256:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.309786:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.309807:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319688.309848:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465420288:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4463us (6655us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.309856:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20935 00000100:00100000:0.0:1761319688.314142:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.314683:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420480 00000100:00100000:3.0:1761319688.314737:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20936 00000100:00100000:3.0:1761319688.314744:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b6072b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465420480:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.314762:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.314781:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad29 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.314810:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.314817:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.314823:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319688.314826:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.314862:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.314874:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.314887:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319688.315387:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b6072b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465420480:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 641us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.315394:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20936 00000100:00100000:1.0:1761319688.315532:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.315682:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420544 00010000:00010000:0.0:1761319688.315699:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 55 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.316019:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14028 00000100:00100000:0.0:1761319688.316024:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465420544:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319688.316035:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.316052:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 55 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.316062:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 55 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.316083:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea7cf lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad1b expref: 55 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.316096:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.316098:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.316104:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.316112:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.316140:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.316150:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.316162:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320384:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.317405:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.321279:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320384:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.321309:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.321364:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465420544:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5337us (5830us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.321375:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14028 00000100:00100000:2.0:1761319688.321958:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.322142:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420672 00002000:00100000:0.0:1761319688.322174:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000871c0f2e x1846876465420672/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.322184:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000871c0f2e with x1846876465420672 ext(380928->385023) 00010000:00010000:0.0:1761319688.322195:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.322203:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000871c0f2e 00000100:00100000:0.0:1761319688.322222:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2724 00000100:00100000:0.0:1761319688.322228:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465420672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.322384:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465420672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (437us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.322392:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2724 00002000:00100000:0.0:1761319688.322397:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000871c0f2e x1846876465420672/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.322403:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000871c0f2e with x1846876465420672 ext(380928->385023) 00010000:00010000:0.0:1761319688.322410:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.322417:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000871c0f2e 00000100:00100000:2.0:1761319688.326391:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.326435:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.326507:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420800 00000100:00100000:3.0:1761319688.326595:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20937 00000100:00100000:3.0:1761319688.326601:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b9328d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465420800:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.326618:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.326637:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad30 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.326665:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.326672:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.326678:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319688.326681:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.326718:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.326730:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.326743:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319688.326783:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b9328d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465420800:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 182us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.326789:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20937 00000100:00100000:0.0:1761319688.327303:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420736 00010000:00010000:0.0:1761319688.327321:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.327353:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14029 00000100:00100000:0.0:1761319688.327358:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2265:x1846876465420736:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319688.327367:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.327383:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.327393:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.327412:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea7d6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad22 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.327423:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.327425:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.327431:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.327439:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.327461:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.327470:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.327481:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320512:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.329336:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.334273:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.334400:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420864 00010000:00010000:1.0:1761319688.334434:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.334477:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14030 00000100:00100000:1.0:1761319688.334483:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3635086 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465420864:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319688.334498:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.334552:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.334564:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.334590:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.334593:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.334600:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.334610:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.334644:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319688.334662:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474320576:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.334718:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00010000:00010000:0.0:1761319688.334897:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea7dd lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad29 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.334911:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474320512:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.334929:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.334961:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2265:x1846876465420736:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7602us (8576us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.334969:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14029 00000100:00100000:1.0:1761319688.338237:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474320576:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319688.338266:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319688.338320:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3635086 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465420864:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3835us (4053us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.338330:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14030 00000100:00100000:3.0:1761319688.347322:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.347838:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465420928 00000100:00100000:2.0:1761319688.347890:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20938 00000100:00100000:2.0:1761319688.347897:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465420928:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.347915:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.347936:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad37 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.347981:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.347991:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.347993:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.347997:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.348030:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.348048:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 52 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.348059:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b89ff9c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474320640:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.348136:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000095b3c67a going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.351491:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.351753:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421056 00002000:00100000:1.0:1761319688.351793:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000860e3770 x1846876465421056/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319688.351805:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000860e3770 with x1846876465421056 ext(380928->385023) 00010000:00010000:1.0:1761319688.351815:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319688.351824:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000860e3770 00000100:00100000:1.0:1761319688.351856:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2725 00000100:00100000:1.0:1761319688.351863:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000860e3770 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465421056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319688.352067:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000860e3770 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465421056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 203us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319688.352075:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2725 00002000:00100000:1.0:1761319688.352082:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000860e3770 x1846876465421056/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319688.352089:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000860e3770 with x1846876465421056 ext(380928->385023) 00010000:00010000:1.0:1761319688.352096:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00002000:00010000:1.0:1761319688.352103:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000860e3770 00000100:00100000:0.0:1761319688.352188:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b89ff9c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474320640:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319688.352215:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.352238:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:0.0:1761319688.352272:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465420928:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4375us (4958us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.352280:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20938 00000100:00100000:2.0:1761319688.355832:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.355934:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.356140:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421120 00000100:00100000:0.0:1761319688.356206:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20939 00000100:00100000:0.0:1761319688.356212:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a021048 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465421120:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.356230:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.356250:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad3e expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.356281:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.356287:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.356295:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319688.356298:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.356335:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.356354:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.356369:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000082193475, rc 0) 00000100:00100000:1.0:1761319688.356379:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421184 00010000:00010000:1.0:1761319688.356412:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 55 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.356452:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14031 00000100:00100000:1.0:1761319688.356457:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b89ff9c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+55:2263:x1846876465421184:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319688.356467:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.356484:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 55 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.356494:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 55 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.356539:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea7e4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad30 expref: 55 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.356552:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.356553:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.356558:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.356566:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.356594:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.356606:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.356618:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474320768:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.356629:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a021048 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465421120:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 415us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.356638:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20939 00000100:00100000:1.0:1761319688.356660:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000003ef1dccc going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.358102:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474320768:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.358123:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.358167:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b89ff9c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465421184:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 1708us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.358176:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14031 00000100:00100000:3.0:1761319688.358438:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.358481:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421312 00002000:00100000:2.0:1761319688.358541:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000eb536208 x1846876465421312/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.358551:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000eb536208 with x1846876465421312 ext(380928->385023) 00010000:00010000:2.0:1761319688.358560:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 54 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319688.358567:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000eb536208 00000100:00100000:2.0:1761319688.358589:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2726 00000100:00100000:2.0:1761319688.358593:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb536208 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465421312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319688.358748:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb536208 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465421312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.358756:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2726 00002000:00100000:2.0:1761319688.358762:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000eb536208 x1846876465421312/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.358777:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000eb536208 with x1846876465421312 ext(380928->385023) 00010000:00010000:2.0:1761319688.358784:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 54 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:2.0:1761319688.358791:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000eb536208 00000100:00100000:3.0:1761319688.361059:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.361108:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.361132:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421376 00000100:00100000:0.0:1761319688.361182:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20940 00000100:00100000:0.0:1761319688.361188:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b3a932f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465421376:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.361206:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:1.0:1761319688.361224:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421440 00010000:00010000:0.0:1761319688.361224:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad45 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.361245:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 56 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.361254:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.361261:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.361269:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319688.361273:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 56 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319688.361281:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14032 00000100:00100000:1.0:1761319688.361288:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e7cded pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2264:x1846876465421440:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319688.361299:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.361317:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 56 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.361318:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.361345:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 56 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.361497:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea7eb lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad37 expref: 56 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:0.0:1761319688.361500:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 56 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.361550:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.361552:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.361559:0:8228:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.361574:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.361588:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319688.361599:0:8228:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.361612:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 52 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:0.0:1761319688.361624:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474320896:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.361878:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.361880:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e7cded pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2264:x1846876465421440:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 589us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.361889:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14032 00000100:00100000:1.0:1761319688.366802:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.366917:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474320896:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.366939:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000072040b8f, rc 0) 00000100:00100000:2.0:1761319688.367010:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b3a932f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465421376:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5821us (5957us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.367019:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20940 00000100:00100000:3.0:1761319688.367123:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421504 00010000:00010000:3.0:1761319688.367149:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.367186:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14033 00000100:00100000:3.0:1761319688.367192:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465421504:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319688.367205:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.367223:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.367233:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.367257:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36ea7f2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad3e expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.367269:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.367271:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.367278:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.367287:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.367318:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.367330:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009689385a pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474320960:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.367365:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.370441:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009689385a pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474320960:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319688.370468:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319688.370561:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465421504:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3366us (3764us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.370571:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14033 00000100:00100000:1.0:1761319688.378886:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.379326:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421568 00000100:00100000:2.0:1761319688.379378:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20941 00000100:00100000:2.0:1761319688.379385:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465421568:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.379402:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.379424:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad4c expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.379457:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.379466:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.379468:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.379471:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.379502:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.381721:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.381739:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3635086 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474321024:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.383229:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.383500:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.389015:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f1a3930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474321088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319688.389078:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.389138:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321088 00000100:00100000:1.0:1761319688.389178:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1761319688.389184:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474321088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1761319688.389212:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:1.0:1761319688.389251:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474321088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.389257:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1761319688.389302:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f1a3930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474321088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1761319688.389399:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421696 00002000:00100000:0.0:1761319688.389425:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000009689385a x1846876465421696/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.389434:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009689385a with x1846876465421696 ext(380928->385023) 00010000:00010000:0.0:1761319688.389443:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 54 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.389453:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009689385a 00000100:00100000:0.0:1761319688.389481:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2727 00000100:00100000:0.0:1761319688.389485:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009689385a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465421696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.389650:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009689385a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465421696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (6152us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.389657:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2727 00002000:00100000:0.0:1761319688.389662:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000009689385a x1846876465421696/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.389671:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009689385a with x1846876465421696 ext(380928->385023) 00010000:00010000:0.0:1761319688.389676:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 54 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:0.0:1761319688.389683:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009689385a 00000100:00100000:1.0:1761319688.389849:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a19ca622 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474321216:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.389876:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.389892:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da22f4a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474321472:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.389911:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.389925:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9460786 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474321728:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.389944:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.389977:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1761319688.389982:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f1a3930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474321152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390007:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.390022:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044b433cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474321408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390040:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.390053:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474321664:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390070:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.390094:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321216 00000100:00100000:1.0:1761319688.390117:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321472 00000100:00100000:1.0:1761319688.390130:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321728 00000100:00100000:1.0:1761319688.390139:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321408 00000100:00100000:1.0:1761319688.390147:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321664 00000100:00100000:1.0:1761319688.390157:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:1.0:1761319688.390160:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee0dff1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474321216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390193:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee0dff1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474321216:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.390199:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:1.0:1761319688.390211:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:1.0:1761319688.390214:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c62d28d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474321472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390237:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c62d28d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474321472:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.390242:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:1.0:1761319688.390252:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1761319688.390255:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041b887eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474321728:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390277:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041b887eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474321728:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.390282:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1761319688.390291:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1761319688.390293:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b200ba0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474321408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390314:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b200ba0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474321408:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.390332:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1761319688.390343:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:1.0:1761319688.390346:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0594165 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474321664:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390368:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0594165 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474321664:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.390373:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00100000:1.0:1761319688.390396:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321152 00000100:00100000:1.0:1761319688.390418:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1761319688.390422:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de54bdd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474321152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390446:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de54bdd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474321152:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.390451:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1761319688.390489:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b73b9ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474321280:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390531:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.390546:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f62b2753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474321536:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390567:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.390579:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019e050b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474321792:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390599:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.390612:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761319688.390617:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000399441a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474321344:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390638:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.390649:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007dc812d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474321600:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390667:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319688.390685:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321280 00000100:00100000:1.0:1761319688.390705:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1761319688.390708:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c92faa60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474321280:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390739:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c92faa60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474321280:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.390745:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1761319688.390772:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b73b9ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474321280:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390792:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f1a3930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474321152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390800:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044b433cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474321408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390808:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474321664:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390815:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a19ca622 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474321216:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390822:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da22f4a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474321472:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319688.390829:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9460786 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474321728:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319688.391088:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321536 00000100:00100000:2.0:1761319688.391110:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321792 00000100:00100000:2.0:1761319688.391119:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321600 00000100:00100000:2.0:1761319688.391129:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1761319688.391133:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000deea6819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474321536:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319688.391163:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000deea6819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474321536:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.391169:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1761319688.391179:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1761319688.391181:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e9fcc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474321792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319688.391203:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e9fcc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474321792:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.391207:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1761319688.391216:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1761319688.391219:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005994ec62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474321600:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319688.391239:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005994ec62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474321600:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.391244:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1761319688.391270:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007dc812d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474321600:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319688.391278:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f62b2753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474321536:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319688.391285:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019e050b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474321792:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319688.391296:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761319688.391302:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b89ff9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474321856:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319688.391324:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319688.391348:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321344 00000100:00100000:2.0:1761319688.391369:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474321856 00000100:00100000:2.0:1761319688.391379:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1761319688.391382:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cf9e584 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3353:x1846876474321344:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319688.391412:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cf9e584 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3353:x1846876474321344:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.391417:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1761319688.391427:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1761319688.391430:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005857facf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474321856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761319688.391450:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1761319688.391473:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005857facf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474321856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.391479:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1761319688.391504:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b89ff9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474321856:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319688.391535:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000399441a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474321344:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319688.391566:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3635086 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474321024:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.391584:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.391609:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319688.391667:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465421568:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 12281us (12788us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.391673:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20941 00000100:00100000:3.0:1761319688.398563:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.398601:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.398704:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421760 00000100:00100000:0.0:1761319688.398761:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20942 00000100:00100000:0.0:1761319688.398767:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009652237d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465421760:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.398784:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.398803:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad53 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.398833:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.398840:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.398846:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319688.398849:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.398886:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.398898:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.398917:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ffd9872d, rc 0) 00000100:00100000:0.0:1761319688.398978:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009652237d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465421760:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 209us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.398985:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20942 00000100:00100000:1.0:1761319688.399354:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421824 00010000:00010000:1.0:1761319688.399373:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 55 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.399402:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14034 00000100:00100000:1.0:1761319688.399407:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465421824:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319688.399418:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.399435:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 55 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.399444:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 55 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.399463:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36ea7f9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad45 expref: 55 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:1.0:1761319688.399475:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.399476:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.399482:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.399490:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.399551:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.399562:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 52 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:1.0:1761319688.399573:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d26cb0a4 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474321984:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.399614:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.403213:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d26cb0a4 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474321984:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319688.403240:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319688.403293:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465421824:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3883us (4690us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.403303:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14034 00000100:00100000:2.0:1761319688.412253:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.412335:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465421952 00002000:00100000:3.0:1761319688.412374:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000004924bfe6 x1846876465421952/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319688.412385:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004924bfe6 with x1846876465421952 ext(380928->385023) 00010000:00010000:3.0:1761319688.412395:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.412405:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004924bfe6 00000100:00100000:3.0:1761319688.412435:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2728 00000100:00100000:3.0:1761319688.412441:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004924bfe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465421952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319688.412647:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004924bfe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465421952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.412655:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2728 00002000:00100000:3.0:1761319688.412660:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000004924bfe6 x1846876465421952/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319688.412667:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004924bfe6 with x1846876465421952 ext(380928->385023) 00010000:00010000:3.0:1761319688.412672:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 53 pid: 8228 timeout: 1186 lvb_type: 0 00002000:00010000:3.0:1761319688.412679:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004924bfe6 00000100:00100000:2.0:1761319688.424080:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.424207:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422016 00000100:00100000:0.0:1761319688.424262:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20943 00000100:00100000:0.0:1761319688.424268:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf7223c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465422016:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.424285:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.424303:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad5a expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.424329:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.424335:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.424341:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319688.424344:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.424377:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.424387:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.424400:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008472c2b2, rc 0) 00000100:00100000:0.0:1761319688.424454:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf7223c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465422016:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 185us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.424460:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20943 00000100:00100000:1.0:1761319688.427467:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.429063:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422080 00010000:00010000:2.0:1761319688.429190:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 54 pid: 8228 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.429443:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14035 00000100:00100000:2.0:1761319688.429450:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d26cb0a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2264:x1846876465422080:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319688.429463:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.429483:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 54 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.429496:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 54 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.429543:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea800 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad4c expref: 54 pid: 8228 timeout: 1186 lvb_type: 0 00010000:00010000:2.0:1761319688.429560:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.429562:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.429568:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.429583:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.429618:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.429629:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 53 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:2.0:1761319688.429640:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474322112:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.430329:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.434785:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474322112:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.434814:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.434872:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d26cb0a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465422080:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5420us (7410us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.434884:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14035 00000100:00100000:0.0:1761319688.436877:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.436968:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422144 00010000:00010000:3.0:1761319688.437000:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00000100:00100000:3.0:1761319688.437082:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14036 00000100:00100000:3.0:1761319688.437088:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007043fb5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465422144:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319688.437103:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.437122:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.437133:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.437158:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36ea807 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad53 expref: 54 pid: 8729 timeout: 1186 lvb_type: 0 00010000:00010000:3.0:1761319688.437173:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.437175:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.437182:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.437269:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.437307:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.437318:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474322176:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.437487:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000008ad29d4 going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.439504:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474322176:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.439634:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.439753:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007043fb5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465422144:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2662us (2879us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.439765:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14036 00000100:00100000:2.0:1761319688.451432:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.451489:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422208 00000100:00100000:0.0:1761319688.451688:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20944 00000100:00100000:0.0:1761319688.451698:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465422208:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.451717:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.451739:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad61 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.451773:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319688.451786:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319688.451788:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.451791:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.451795:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.451828:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.451881:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422336 00010000:00010000:0.0:1761319688.451904:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00100000:2.0:1761319688.451915:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000ade27820 x1846876465422336/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00000100:00100000:0.0:1761319688.451919:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9af1389 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474322240:192.168.203.12@tcp:104: 00002000:00100000:2.0:1761319688.451931:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ade27820 with x1846876465422336 ext(380928->385023) 00010000:00010000:2.0:1761319688.451942:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.451962:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ade27820 00000100:00100000:2.0:1761319688.451979:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2729 00000100:00100000:2.0:1761319688.451984:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ade27820 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465422336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.452016:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.452138:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ade27820 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465422336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.452146:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2729 00002000:00100000:2.0:1761319688.452152:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000ade27820 x1846876465422336/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.452159:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ade27820 with x1846876465422336 ext(380928->385023) 00010000:00010000:2.0:1761319688.452166:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.452173:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ade27820 00000100:00100000:0.0:1761319688.453734:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9af1389 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474322240:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319688.453761:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.453780:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a0c98893, rc 0) 00000100:00100000:0.0:1761319688.454165:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465422208:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2466us (2737us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.454174:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20944 00000100:00100000:2.0:1761319688.455212:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.455296:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422400 00000100:00100000:0.0:1761319688.455345:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20945 00000100:00100000:0.0:1761319688.455352:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b02d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465422400:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.455367:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.455385:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad68 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.455412:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.455418:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.455425:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319688.455428:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.455469:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.455481:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.455498:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000484f7b62, rc 0) 00000100:00100000:0.0:1761319688.455561:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b02d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465422400:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 208us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.455579:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20945 00000100:00100000:1.0:1761319688.457584:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.457678:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422464 00010000:00010000:2.0:1761319688.458057:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.458099:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14037 00000100:00100000:2.0:1761319688.458105:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cdae301 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465422464:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319688.458118:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.458134:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.458145:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.458169:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36ea80e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad5a expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.458189:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.458191:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.458198:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.458206:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.458239:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.458250:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.458261:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474322368:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.458313:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.460427:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474322368:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.460452:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.460499:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cdae301 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465422464:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2393us (2921us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.460537:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14037 00000100:00100000:0.0:1761319688.461074:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.461139:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422592 00002000:00100000:2.0:1761319688.461169:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e9af1389 x1846876465422592/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.461179:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e9af1389 with x1846876465422592 ext(380928->385023) 00010000:00010000:2.0:1761319688.461189:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.461210:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e9af1389 00000100:00100000:2.0:1761319688.461232:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2730 00000100:00100000:2.0:1761319688.461238:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9af1389 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465422592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319688.461379:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9af1389 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465422592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.461386:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2730 00002000:00100000:2.0:1761319688.461391:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e9af1389 x1846876465422592/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.461399:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e9af1389 with x1846876465422592 ext(380928->385023) 00010000:00010000:2.0:1761319688.461404:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.461412:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e9af1389 00000100:00100000:1.0:1761319688.465464:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.465557:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422656 00000100:00100000:0.0:1761319688.465641:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20946 00000100:00100000:0.0:1761319688.465648:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7a5bcce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465422656:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.465664:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.465684:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad6f expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.465714:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.465720:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.465727:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319688.465730:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.465764:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.465775:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.465794:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000356465bd, rc 0) 00000100:00100000:0.0:1761319688.465847:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a5bcce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465422656:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 199us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.465854:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20946 00000100:00100000:1.0:1761319688.468506:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.469440:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422720 00010000:00010000:2.0:1761319688.469471:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.469534:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14038 00000100:00100000:2.0:1761319688.469541:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f60411ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2265:x1846876465422720:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319688.469555:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.469573:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.469591:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.469614:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36ea815 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad61 expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.469630:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.469632:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.469638:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.469647:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.469681:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.469692:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.469704:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474322496:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.470101:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.477113:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.477206:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422784 00000100:00100000:2.0:1761319688.477241:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474322496:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.477242:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.477274:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.477297:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14039 00000100:00100000:3.0:1761319688.477304:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad854aa1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465422784:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319688.477319:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1761319688.477330:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f60411ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2265:x1846876465422720:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7787us (8828us total) trans 0 rc 0/0 00010000:00010000:3.0:1761319688.477340:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.477352:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14038 00010000:00010000:3.0:1761319688.477356:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.477383:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36ea81c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad68 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.477399:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.477401:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.477408:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.479558:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.479613:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.479626:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474322560:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.480845:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000008ad29d4 going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.487903:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fea7bb1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474322560:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.487933:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.487998:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad854aa1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465422784:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 10691us (10890us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.488010:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14039 00000100:00100000:1.0:1761319688.491804:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.491904:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422848 00000100:00100000:0.0:1761319688.492090:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20947 00000100:00100000:0.0:1761319688.492096:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000213bf673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465422848:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.492114:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.492133:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad76 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.492165:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.492173:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.492175:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.492178:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.492208:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.492219:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.492230:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b62892b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474322624:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319688.493630:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.497615:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b62892b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474322624:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319688.497649:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.497673:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d051b8a, rc 0) 00000100:00100000:0.0:1761319688.497735:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000213bf673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465422848:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5636us (5938us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.497745:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20947 00000100:00100000:1.0:1761319688.498438:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.498742:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422912 00010000:00010000:3.0:1761319688.498770:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.498796:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14040 00000100:00100000:3.0:1761319688.498802:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000457095d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465422912:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319688.498814:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.498831:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.498843:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.498866:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36ea823 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad6f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.498884:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.498886:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.498892:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.498902:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.498933:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.498961:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474322688:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.499016:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.501570:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.501914:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465422976 00000100:00100000:0.0:1761319688.502963:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20948 00000100:00100000:0.0:1761319688.502970:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000494b1517 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465422976:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.502988:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.503007:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad7d expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.503038:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.503046:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.503048:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.503050:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.503077:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.503092:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.503103:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b62892b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474322752:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319688.503165:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.505633:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474322688:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.505659:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.505709:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000457095d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465422912:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6905us (7272us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.505719:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14040 00000100:00100000:1.0:1761319688.507191:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.508075:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423104 00002000:00100000:3.0:1761319688.508114:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000058603dce x1846876465423104/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319688.508124:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000058603dce with x1846876465423104 ext(380928->385023) 00010000:00010000:3.0:1761319688.508133:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319688.508147:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000058603dce 00000100:00100000:3.0:1761319688.509013:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2731 00000100:00100000:3.0:1761319688.509021:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058603dce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465423104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319688.509201:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058603dce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465423104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (2016us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.509208:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2731 00002000:00100000:3.0:1761319688.509214:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000058603dce x1846876465423104/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319688.509221:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000058603dce with x1846876465423104 ext(380928->385023) 00010000:00010000:3.0:1761319688.509230:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319688.509237:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000058603dce 00000100:00100000:0.0:1761319688.509449:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b62892b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474322752:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319688.509473:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.509491:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c99f24a0, rc 0) 00000100:00100000:0.0:1761319688.509536:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000494b1517 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465422976:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6566us (7974us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.509543:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20948 00000100:00100000:0.0:1761319688.513100:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1761319688.513801:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319688.513914:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.514042:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423168 00000100:00100000:2.0:1761319688.514092:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20949 00000100:00100000:2.0:1761319688.514099:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b62892b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465423168:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.514117:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.514136:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad84 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.514165:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.514172:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.514179:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319688.514182:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.514234:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.514247:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.514261:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319688.514304:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b62892b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465423168:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 205us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.514312:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20949 00000100:00100000:3.0:1761319688.514885:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423232 00010000:00010000:3.0:1761319688.514903:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.514937:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14041 00000100:00100000:3.0:1761319688.514942:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67f66dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2264:x1846876465423232:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319688.514963:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.514979:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.514989:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.515008:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36ea82a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad76 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.515019:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.515020:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.515025:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.515033:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.515055:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.515064:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.515075:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474322880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.515126:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.518873:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.518972:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423360 00002000:00100000:1.0:1761319688.519014:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000037de929f x1846876465423360/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319688.519025:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000037de929f with x1846876465423360 ext(380928->385023) 00010000:00010000:1.0:1761319688.519034:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319688.519043:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000037de929f 00000100:00100000:1.0:1761319688.519073:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2732 00000100:00100000:1.0:1761319688.519079:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037de929f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465423360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319688.519249:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037de929f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465423360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319688.519257:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2732 00002000:00100000:1.0:1761319688.519263:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000037de929f x1846876465423360/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319688.519270:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000037de929f with x1846876465423360 ext(380928->385023) 00010000:00010000:1.0:1761319688.519276:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319688.519283:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000037de929f 00000100:00100000:3.0:1761319688.519588:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474322880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.519608:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.519633:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67f66dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465423232:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4690us (5720us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.519641:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14041 00000100:00100000:0.0:1761319688.526643:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.526686:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.527660:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423424 00000100:00100000:1.0:1761319688.527707:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20950 00000100:00100000:1.0:1761319688.527719:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007043fb5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465423424:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.527738:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1761319688.527743:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423488 00010000:00010000:1.0:1761319688.527757:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad8b expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.527762:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.527787:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1761319688.527792:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14042 00010000:00010000:1.0:1761319688.527792:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319688.527797:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465423488:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319688.527799:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319688.527802:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.527806:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.527822:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 56 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.527832:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 56 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.527837:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.527850:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36ea831 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad7d expref: 56 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.527942:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.527944:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.527964:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.527972:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.527983:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.527995:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000061678351, rc 0) 00010000:00010000:3.0:1761319688.528004:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.528014:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.528030:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474323008:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.528918:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007043fb5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465423424:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1196us (2279us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.528926:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20950 00000100:00100000:3.0:1761319688.529072:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.533940:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.534249:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423552 00010000:00010000:0.0:1761319688.534281:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.534323:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14043 00000100:00100000:0.0:1761319688.534329:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe6c7e55 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465423552:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319688.534346:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1761319688.534492:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474323008:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.534540:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.534584:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465423488:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 6785us (7896us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.534592:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14042 00010000:00010000:0.0:1761319688.534863:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.534875:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.534898:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea838 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad84 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.534911:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.534913:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.534920:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.534927:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.534975:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.534998:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323072:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.535035:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.540323:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323072:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.540350:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.540406:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe6c7e55 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465423552:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6075us (6472us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.540417:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14043 00000100:00100000:1.0:1761319688.547056:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.547718:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423616 00000100:00100000:2.0:1761319688.547805:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20951 00000100:00100000:2.0:1761319688.547811:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a45d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465423616:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.547828:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.547848:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad92 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.547879:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.547886:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.547888:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.547891:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.547919:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.547930:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.547942:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474323136:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.548169:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.550019:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.550976:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423744 00002000:00100000:2.0:1761319688.551021:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000005f038046 x1846876465423744/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.551032:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005f038046 with x1846876465423744 ext(380928->385023) 00010000:00010000:2.0:1761319688.551041:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.551051:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005f038046 00000100:00100000:2.0:1761319688.551083:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2733 00000100:00100000:2.0:1761319688.551089:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f038046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465423744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319688.552415:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f038046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465423744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1320us (2398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.552425:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2733 00002000:00100000:2.0:1761319688.552435:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000005f038046 x1846876465423744/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.552443:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005f038046 with x1846876465423744 ext(380928->385023) 00010000:00010000:2.0:1761319688.552453:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.552460:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000005f038046 00000100:00100000:2.0:1761319688.552985:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474323136:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.553010:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.553036:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319688.553082:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a45d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465423616:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5270us (6031us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.553090:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20951 00000100:00100000:0.0:1761319688.555185:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.555257:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423808 00000100:00100000:2.0:1761319688.555309:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20952 00000100:00100000:2.0:1761319688.555315:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3dcd0dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465423808:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.555331:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.555351:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ad99 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.555380:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.555386:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.555393:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319688.555395:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.555433:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.555445:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.555462:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.555538:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3dcd0dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465423808:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 222us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.555545:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20952 00000100:00100000:1.0:1761319688.555563:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.555800:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465423872 00010000:00010000:0.0:1761319688.555817:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.555856:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14044 00000100:00100000:0.0:1761319688.555860:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d26cb0a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2264:x1846876465423872:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319688.555871:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.555887:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.555896:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.555913:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36ea83f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad8b expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.555925:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.555927:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.555933:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.555940:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.555974:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.555985:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 52 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.556002:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323264:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.556056:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.557818:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323264:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.557972:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.558030:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424000 00002000:00100000:2.0:1761319688.558065:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000009ca0878d x1846876465424000/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.558075:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009ca0878d with x1846876465424000 ext(380928->385023) 00010000:00010000:2.0:1761319688.558085:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.558091:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1761319688.558093:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009ca0878d 00000100:00100000:2.0:1761319688.558124:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2734 00000100:00100000:2.0:1761319688.558131:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465424000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319688.558825:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d26cb0a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2264:x1846876465423872:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2961us (3259us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.558837:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14044 00000100:00100000:2.0:1761319688.558842:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465424000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 706us (869us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.558851:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2734 00002000:00100000:2.0:1761319688.558859:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000009ca0878d x1846876465424000/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.558868:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009ca0878d with x1846876465424000 ext(380928->385023) 00010000:00010000:2.0:1761319688.558876:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.558884:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000009ca0878d 00000100:00100000:3.0:1761319688.561220:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.561252:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.561304:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424128 00010000:00010000:0.0:1761319688.561337:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.561382:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14045 00000100:00100000:0.0:1761319688.561389:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c7d5d3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465424128:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319688.561403:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.561422:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.561433:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.561455:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea846 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad92 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.561471:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.561474:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.561479:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.561488:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.561595:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424064 00000100:00100000:2.0:1761319688.561629:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20953 00000100:00100000:2.0:1761319688.561635:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fea7bb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465424064:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.561647:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.561662:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ada0 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.561680:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.561688:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.561690:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.561692:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.561712:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.561722:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.561735:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474323328:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.561794:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00010000:00010000:0.0:1761319688.561977:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.561986:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.561995:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323392:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.563006:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.564317:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474323328:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.564345:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.564365:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319688.564408:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fea7bb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465424064:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2772us (3193us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.564417:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20953 00000100:00100000:0.0:1761319688.566109:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323392:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.566132:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.566177:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c7d5d3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465424128:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4787us (4924us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.566187:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14045 00000100:00100000:1.0:1761319688.567008:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.567256:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424192 00010000:00010000:0.0:1761319688.567285:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.567323:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14046 00000100:00100000:0.0:1761319688.567329:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007db3937a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465424192:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319688.567347:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.567366:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.567377:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.567400:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea84d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad99 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.567416:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.567418:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.567424:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.567433:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.567466:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.567478:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323456:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.567550:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000040028cde going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.569711:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323456:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.569738:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.569777:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007db3937a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465424192:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2447us (2772us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.569788:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14046 00000100:00100000:3.0:1761319688.578410:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.578506:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424256 00000100:00100000:2.0:1761319688.578596:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20954 00000100:00100000:2.0:1761319688.578602:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465424256:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.578619:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.578639:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ada7 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.578669:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.578677:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.578679:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.578682:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.578711:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.578722:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 52 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.578733:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474323520:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.578945:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.581137:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.581179:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474323520:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.581185:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.581214:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424320 00010000:00010000:2.0:1761319688.581221:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.581244:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.581250:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:0.0:1761319688.581289:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14047 00000100:00100000:0.0:1761319688.581295:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cdae301 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465424320:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319688.581311:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1761319688.581326:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465424256:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2722us (2921us total) trans 0 rc 0/0 00010000:00010000:0.0:1761319688.581333:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.581344:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20954 00010000:00010000:0.0:1761319688.581350:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.581370:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424384 00010000:00010000:0.0:1761319688.581375:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea854 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada0 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.581390:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.581392:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.581400:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.581403:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20955 00000100:00100000:2.0:1761319688.581414:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f60411ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465424384:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.581418:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.581430:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.581447:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3adae expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.581458:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.581470:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.581479:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.581480:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.581483:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.581809:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.581828:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323584:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.581836:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.581847:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.581858:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474323648:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319688.581885:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035b3e89f going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.581886:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.584196:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.584273:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474323648:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319688.584287:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323584:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.584307:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.584309:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319688.584329:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:3.0:1761319688.584412:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424512 00002000:00100000:3.0:1761319688.584456:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000457095d9 x1846876465424512/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.584467:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000457095d9 with x1846876465424512 ext(380928->385023) 00010000:00010000:3.0:1761319688.584477:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319688.584485:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000457095d9 00000100:00100000:3.0:1761319688.584530:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2735 00000100:00100000:3.0:1761319688.584538:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000457095d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465424512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319688.584626:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cdae301 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465424320:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3329us (3496us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.584642:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f60411ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465424384:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3225us (3453us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.584642:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14047 00000100:00100000:2.0:1761319688.584653:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20955 00000100:00100000:3.0:1761319688.584973:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000457095d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465424512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 434us (783us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.584994:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2735 00002000:00100000:3.0:1761319688.585001:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000457095d9 x1846876465424512/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.585009:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000457095d9 with x1846876465424512 ext(380928->385023) 00010000:00010000:3.0:1761319688.585017:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319688.585024:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000457095d9 00000100:00100000:1.0:1761319688.588544:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.588593:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.588748:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424576 00000100:00100000:2.0:1761319688.588804:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20956 00000100:00100000:2.0:1761319688.588810:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe6c7e55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465424576:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.588827:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.588846:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3adb5 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.588875:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.588882:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.588890:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319688.588893:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.588927:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.588960:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.588974:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319688.589028:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe6c7e55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465424576:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 217us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.589036:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20956 00000100:00100000:0.0:1761319688.589113:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424640 00010000:00010000:0.0:1761319688.589130:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.589162:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14048 00000100:00100000:0.0:1761319688.589166:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d26cb0a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465424640:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319688.589176:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.589201:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.589211:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.589229:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea85b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ada7 expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.589241:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.589243:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.589248:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.589255:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.589274:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.589284:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.589295:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323776:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.589334:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035b3e89f going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.592303:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.592376:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323776:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.592396:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.592439:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d26cb0a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465424640:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3271us (3847us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.592449:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14048 00000100:00100000:3.0:1761319688.592636:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424768 00002000:00100000:3.0:1761319688.592701:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000a19ca622 x1846876465424768/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.592712:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a19ca622 with x1846876465424768 ext(380928->385023) 00010000:00010000:3.0:1761319688.592721:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319688.592729:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a19ca622 00000100:00100000:3.0:1761319688.592753:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2736 00000100:00100000:3.0:1761319688.592758:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465424768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319688.592890:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465424768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (593us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.592897:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2736 00002000:00100000:3.0:1761319688.592901:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000a19ca622 x1846876465424768/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.592909:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a19ca622 with x1846876465424768 ext(380928->385023) 00010000:00010000:3.0:1761319688.592915:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319688.592922:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000a19ca622 00000100:00100000:1.0:1761319688.598123:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.598179:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.598285:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424832 00000100:00100000:2.0:1761319688.598346:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20957 00000100:00100000:2.0:1761319688.598353:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465424832:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.598370:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.598391:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3adbc expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.598422:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.598429:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.598437:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319688.598439:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.598476:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.598488:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.598502:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.598587:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465424832:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 233us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.598595:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20957 00000100:00100000:0.0:1761319688.598676:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424896 00010000:00010000:0.0:1761319688.598693:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.598726:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14049 00000100:00100000:0.0:1761319688.598730:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465424896:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319688.598739:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.598757:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.598768:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.598787:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea862 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adae expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.598800:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.598802:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.598808:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.598816:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.598838:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.598849:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.598861:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323904:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.598898:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035b3e89f going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.601816:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323904:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.601844:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.602031:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465424896:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3298us (3851us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.602042:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14049 00000100:00100000:1.0:1761319688.602720:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.602794:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465424960 00010000:00010000:2.0:1761319688.602818:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.602854:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14050 00000100:00100000:2.0:1761319688.602860:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000399441a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465424960:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319688.602873:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.602890:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.602902:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.602926:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea869 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adb5 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.602968:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.602970:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.602977:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.602987:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.603029:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.603041:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323968:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.603097:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.605576:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474323968:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.605603:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.605661:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000399441a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465424960:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2800us (2942us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.605670:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14050 00000100:00100000:0.0:1761319688.614918:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.615034:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425024 00000100:00100000:3.0:1761319688.615093:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20958 00000100:00100000:3.0:1761319688.615099:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465425024:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.615116:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.615135:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3adc3 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.615168:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.615177:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.615179:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.615182:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.615211:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.615222:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 52 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.615234:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffddc466 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474324032:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319688.615302:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.617887:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.618001:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffddc466 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474324032:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.618030:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.618052:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319688.618106:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465425024:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3006us (3195us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.618115:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20958 00000100:00100000:2.0:1761319688.618199:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425152 00002000:00100000:2.0:1761319688.618234:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000019e050b6 x1846876465425152/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.618243:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000019e050b6 with x1846876465425152 ext(380928->385023) 00010000:00010000:2.0:1761319688.618253:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.618266:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000019e050b6 00000100:00100000:2.0:1761319688.618293:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2737 00000100:00100000:2.0:1761319688.618299:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465425152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319688.618453:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465425152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (572us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.618460:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2737 00002000:00100000:2.0:1761319688.618465:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000019e050b6 x1846876465425152/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.618472:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000019e050b6 with x1846876465425152 ext(380928->385023) 00010000:00010000:2.0:1761319688.618479:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.618485:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000019e050b6 00000100:00100000:1.0:1761319688.621923:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.621975:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.622054:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425280 00000100:00100000:3.0:1761319688.622112:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20959 00000100:00100000:3.0:1761319688.622119:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007dc812d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465425280:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.622138:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:2.0:1761319688.622147:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425216 00010000:00010000:3.0:1761319688.622160:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3adca expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.622170:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.622203:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.622211:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.622218:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14051 00010000:00010000:3.0:1761319688.622224:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1761319688.622226:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+55:2263:x1846876465425216:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319688.622230:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.622239:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.622259:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.622271:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.622274:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.622373:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea870 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adbc expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.622408:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.622410:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.622417:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.622427:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.622441:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.622457:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.622459:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00010000:00010000:2.0:1761319688.622472:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.622486:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324160:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.622644:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007dc812d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465425280:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 523us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.622652:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20959 00000100:00100000:2.0:1761319688.622668:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000095b3c67a going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.627048:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324160:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.627059:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1761319688.627078:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.627132:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465425216:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4905us (5215us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.627134:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425408 00000100:00100000:2.0:1761319688.627145:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14051 00002000:00100000:3.0:1761319688.627173:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000b9460786 x1846876465425408/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.627183:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9460786 with x1846876465425408 ext(380928->385023) 00010000:00010000:3.0:1761319688.627194:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319688.627202:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b9460786 00000100:00100000:3.0:1761319688.627234:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2738 00000100:00100000:3.0:1761319688.627241:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9460786 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465425408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319688.627413:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9460786 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465425408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (359us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319688.627422:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2738 00002000:00100000:3.0:1761319688.627427:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000b9460786 x1846876465425408/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319688.627434:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9460786 with x1846876465425408 ext(380928->385023) 00010000:00010000:3.0:1761319688.627440:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319688.627453:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b9460786 00000100:00100000:1.0:1761319688.632290:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.632332:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.632480:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425472 00000100:00100000:2.0:1761319688.632643:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425536 00010000:00010000:2.0:1761319688.632665:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.632707:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14052 00000100:00100000:2.0:1761319688.632713:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003103dfbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2264:x1846876465425536:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319688.632726:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.632744:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.632755:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.632776:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea877 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adc3 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.632790:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.632792:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.632799:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.632806:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.632839:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.632848:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324224:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.632906:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000095b3c67a going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.632966:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20960 00000100:00100000:3.0:1761319688.632971:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da22f4a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465425472:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.632985:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.632997:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3add1 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.633016:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.633022:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.633024:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.633026:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.633045:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.633056:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.633064:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffddc466 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474324288:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319688.633088:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.637091:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffddc466 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474324288:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.637129:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.637156:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319688.637228:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da22f4a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465425472:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4254us (4942us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.637237:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20960 00000100:00100000:0.0:1761319688.639623:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.639710:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324224:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.639731:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.639776:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003103dfbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2264:x1846876465425536:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7063us (7444us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.639786:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14052 00000100:00100000:2.0:1761319688.639815:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425600 00010000:00010000:2.0:1761319688.639836:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.639861:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14053 00000100:00100000:2.0:1761319688.639867:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000eabfaf4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465425600:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319688.639879:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.639898:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.639909:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.639931:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea87e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adca expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.639954:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.639956:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.639963:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.639972:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.640004:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.640017:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324352:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.640058:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 0000000095b3c67a going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.643962:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324352:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.643991:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.644367:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000eabfaf4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465425600:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4497us (4747us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.644379:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14053 00000100:00100000:3.0:1761319688.649820:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.649887:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425664 00000100:00100000:2.0:1761319688.649940:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20961 00000100:00100000:2.0:1761319688.649957:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffddc466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465425664:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.649975:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.649995:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3add8 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.650026:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.650034:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.650035:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.650038:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.650071:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.650083:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.650095:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474324416:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.650347:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.652168:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474324416:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.652198:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.652218:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.652268:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffddc466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465425664:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2320us (2452us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.652277:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20961 00000100:00100000:3.0:1761319688.652731:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.652921:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425728 00010000:00010000:2.0:1761319688.652943:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.653002:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14054 00000100:00100000:2.0:1761319688.653007:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000198ed643 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465425728:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319688.653020:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.653037:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.653048:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.653070:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea885 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add1 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.653083:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.653085:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.653091:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.653100:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.653129:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.653141:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324480:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.653187:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.654813:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324480:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.654837:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.654882:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000198ed643 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465425728:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 1873us (2152us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.654892:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14054 00000100:00100000:0.0:1761319688.656627:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.656667:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.656674:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425856 00002000:00100000:2.0:1761319688.656717:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000c67f66dd x1846876465425856/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.656728:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c67f66dd with x1846876465425856 ext(380928->385023) 00002000:00010000:2.0:1761319688.656734:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c67f66dd 00000100:00100000:3.0:1761319688.656746:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425920 00000100:00100000:2.0:1761319688.656774:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20427 00000100:00100000:2.0:1761319688.656780:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67f66dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465425856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319688.656838:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20962 00000100:00100000:3.0:1761319688.656844:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465425920:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.656853:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.656871:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3addf expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.656897:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.656905:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.656907:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.656910:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.656989:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67f66dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465425856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 208us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.657002:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20427 00002000:00100000:2.0:1761319688.657009:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000c67f66dd x1846876465425856/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.657016:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c67f66dd with x1846876465425856 ext(380928->385023) 00010000:00010000:3.0:1761319688.657020:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.657024:0:8233:0:(ldlm_lockd.c:589:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1761319688.657040:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c67f66dd 00010000:00010000:3.0:1761319688.657043:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.657061:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c7d5d3a pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474324544:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319688.657152:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.660979:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c7d5d3a pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474324544:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.661011:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.661036:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319688.661097:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465425920:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4251us (4430us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.661107:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20962 00000100:00100000:1.0:1761319688.661216:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.661957:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465425984 00000100:00100000:0.0:1761319688.662083:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.662147:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426048 00010000:00010000:2.0:1761319688.662168:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.662178:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20963 00000100:00100000:1.0:1761319688.662188:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044b433cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465425984:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.662209:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:2.0:1761319688.662218:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14055 00000100:00100000:2.0:1761319688.662224:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2264:x1846876465426048:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319688.662231:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ade6 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.662236:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.662256:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.662257:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.662263:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.662277:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319688.662281:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.662296:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.662436:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea88c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3add8 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.662449:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.662450:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.662453:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.662462:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.662472:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.662486:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.662498:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.662501:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000862614d, rc 0) 00010000:00010000:2.0:1761319688.662539:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.662549:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324672:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.662581:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044b433cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465425984:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 394us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.662589:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20963 00000100:00100000:2.0:1761319688.662600:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.665247:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.665347:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426176 00002000:00100000:1.0:1761319688.665389:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000000899b434 x1846876465426176/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319688.665400:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000899b434 with x1846876465426176 ext(380928->385023) 00010000:00010000:1.0:1761319688.665410:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319688.665421:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000899b434 00000100:00100000:1.0:1761319688.665487:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2739 00000100:00100000:1.0:1761319688.665494:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000899b434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465426176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319688.665689:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000899b434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465426176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 194us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319688.665697:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2739 00002000:00100000:1.0:1761319688.665702:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000000899b434 x1846876465426176/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319688.665710:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000899b434 with x1846876465426176 ext(380928->385023) 00010000:00010000:1.0:1761319688.665716:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319688.665724:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000899b434 00000100:00100000:2.0:1761319688.665810:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324672:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.665831:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.665870:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465426048:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3645us (3787us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.665883:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14055 00000100:00100000:0.0:1761319688.672159:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.672433:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.672507:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426304 00000100:00100000:1.0:1761319688.672507:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426240 00010000:00010000:2.0:1761319688.672569:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.672589:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20964 00000100:00100000:1.0:1761319688.672597:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465426240:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:2.0:1761319688.672602:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14056 00000100:00100000:2.0:1761319688.672608:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da0f618 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465426304:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319688.672613:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.672621:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.672631:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aded expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.672641:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.672661:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 56 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.672807:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.672813:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.672820:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319688.672823:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.672859:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.672872:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.672884:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000829da54e, rc 0) 00000100:00100000:1.0:1761319688.672986:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:32196:x1846876465426240:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 390us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.672994:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20964 00010000:00010000:2.0:1761319688.673434:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea893 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3addf expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.673449:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.673451:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.673456:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.673464:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.673488:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.673503:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 52 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.673552:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324800:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.673597:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.676407:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324800:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.676434:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.676492:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da0f618 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465426304:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3882us (4058us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.676503:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14056 00000100:00100000:3.0:1761319688.677817:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.677864:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426368 00010000:00010000:2.0:1761319688.677893:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.677935:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14057 00000100:00100000:2.0:1761319688.677941:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c7d5d3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465426368:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319688.677969:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.677987:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.678003:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.678026:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36ea89a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ade6 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.678040:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.678042:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.678049:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.678057:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.678088:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.678099:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324864:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.678158:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.680665:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324864:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.680692:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.680750:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c7d5d3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465426368:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2806us (2936us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.680759:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14057 00000100:00100000:3.0:1761319688.690440:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.690728:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426432 00000100:00100000:1.0:1761319688.690781:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20965 00000100:00100000:1.0:1761319688.690788:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465426432:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.690806:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.690826:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3adf4 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.690858:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.690868:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.690869:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.690872:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.690902:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.690988:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.691001:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b73b9ce pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474324928:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.691070:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.696247:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.696429:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b73b9ce pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474324928:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319688.696461:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.696485:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dc443ebf, rc 0) 00000100:00100000:1.0:1761319688.696742:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426560 00002000:00100000:1.0:1761319688.696776:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e35a3837 x1846876465426560/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319688.696784:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e35a3837 with x1846876465426560 ext(380928->385023) 00010000:00010000:1.0:1761319688.696793:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319688.696800:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e35a3837 00000100:00100000:1.0:1761319688.696822:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2740 00000100:00100000:1.0:1761319688.696827:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465426560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.697824:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465426432:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7031us (7388us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.697834:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20965 00000100:00100000:1.0:1761319688.697990:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465426560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1160us (1749us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319688.698002:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2740 00002000:00100000:1.0:1761319688.698010:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e35a3837 x1846876465426560/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319688.698018:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e35a3837 with x1846876465426560 ext(380928->385023) 00010000:00010000:1.0:1761319688.698027:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319688.698035:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e35a3837 00000100:00100000:3.0:1761319688.704292:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.704340:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.704450:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426624 00010000:00010000:2.0:1761319688.704484:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.704562:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14058 00000100:00100000:2.0:1761319688.704567:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2265:x1846876465426624:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319688.704581:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.704600:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.704610:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.704632:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36ea8a1 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aded expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.704648:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.704650:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.704656:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.704665:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.704698:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.704715:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324992:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.704768:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.704860:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426688 00000100:00100000:0.0:1761319688.705630:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20966 00000100:00100000:0.0:1761319688.705638:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465426688:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.705657:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.705672:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3adfb expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.705694:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.705702:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.705704:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.705707:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.705748:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.705759:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 52 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.705770:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474325056:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319688.705803:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.708503:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474325056:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319688.708755:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.708777:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e1a26510, rc 0) 00000100:00100000:0.0:1761319688.708827:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465426688:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3189us (4486us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.708837:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20966 00000100:00100000:3.0:1761319688.709120:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.709223:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474324992:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.709237:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.709272:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2265:x1846876465426624:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4704us (4988us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.709280:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14058 00000100:00100000:0.0:1761319688.709477:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426816 00002000:00100000:0.0:1761319688.709507:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000008f3487ce x1846876465426816/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319688.709537:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000008f3487ce with x1846876465426816 ext(380928->385023) 00010000:00010000:0.0:1761319688.709546:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.709554:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000008f3487ce 00000100:00100000:0.0:1761319688.709574:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2741 00000100:00100000:0.0:1761319688.709580:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465426816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319688.709728:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465426816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (609us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.709736:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2741 00002000:00100000:0.0:1761319688.709741:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000008f3487ce x1846876465426816/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319688.709748:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000008f3487ce with x1846876465426816 ext(380928->385023) 00010000:00010000:0.0:1761319688.709754:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.709760:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000008f3487ce 00000100:00100000:3.0:1761319688.713249:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.713330:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.713407:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426880 00000100:00100000:0.0:1761319688.713407:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465426944 00010000:00010000:2.0:1761319688.713442:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.713464:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20967 00000100:00100000:0.0:1761319688.713470:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8801782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465426944:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:2.0:1761319688.713480:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14059 00000100:00100000:2.0:1761319688.713483:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2264:x1846876465426880:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319688.713483:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.713493:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.713497:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae02 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.713529:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.713540:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.713561:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36ea8a8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adf4 expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.713570:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.713574:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.713581:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.713584:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.713630:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.713642:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.713653:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.713654:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.713660:0:8729:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.713672:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.713692:0:8729:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.713703:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.713715:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474325184:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.713779:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd8332ca going to sleep for 43 seconds 00010000:00010000:2.0:1761319688.713834:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.713858:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2264:x1846876465426880:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 373us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.713865:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14059 00000100:00100000:1.0:1761319688.716360:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.716817:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474325184:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.716845:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008e858d49, rc 0) 00000100:00100000:0.0:1761319688.716900:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8801782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465426944:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3429us (3658us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.716902:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427072 00000100:00100000:0.0:1761319688.716915:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20967 00002000:00100000:2.0:1761319688.716940:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000000b73b9ce x1846876465427072/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.716963:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000b73b9ce with x1846876465427072 ext(380928->385023) 00010000:00010000:2.0:1761319688.716974:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.716983:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000b73b9ce 00000100:00100000:2.0:1761319688.717012:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2742 00000100:00100000:2.0:1761319688.717018:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b73b9ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465427072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319688.717176:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b73b9ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465427072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (822us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.717183:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2742 00002000:00100000:2.0:1761319688.717188:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000000b73b9ce x1846876465427072/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.717211:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000b73b9ce with x1846876465427072 ext(380928->385023) 00010000:00010000:2.0:1761319688.717217:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.717223:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000b73b9ce 00000100:00100000:1.0:1761319688.719340:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.719387:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.719465:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427136 00000100:00100000:2.0:1761319688.719492:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427200 00000100:00100000:0.0:1761319688.719539:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20968 00010000:00010000:2.0:1761319688.720269:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 55 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.720313:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000399441a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465427136:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:2.0:1761319688.720319:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14060 00000100:00100000:2.0:1761319688.720327:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2c6becd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465427200:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319688.720331:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.720349:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.720352:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae09 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.720369:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 56 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.720379:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.720387:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.720400:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319688.720404:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 56 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.720464:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 56 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.720493:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36ea8af lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3adfb expref: 56 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.720504:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.720531:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.720534:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.720543:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.720553:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.720573:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.720586:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bf6e78fa, rc 0) 00000100:00100000:0.0:1761319688.720646:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000399441a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465427136:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1100us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.720654:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20968 00010000:00010000:2.0:1761319688.720691:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.720705:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 52 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.720719:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474325312:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.720763:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 000000008feb9105 going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.725185:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.725267:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427264 00010000:00010000:3.0:1761319688.725299:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.725339:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14061 00000100:00100000:3.0:1761319688.725345:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2265:x1846876465427264:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319688.725359:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.725377:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.725388:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.725416:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.725418:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.725425:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.725434:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.725461:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ea8b6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae02 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.725471:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.725481:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474325312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.725486:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce0ea0c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474325376:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.725501:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.725569:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.725635:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2c6becd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465427200:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5307us (6246us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.725645:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14060 00000100:00100000:3.0:1761319688.727919:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce0ea0c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474325376:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319688.727938:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319688.728040:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2265:x1846876465427264:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2641us (2808us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.728049:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14061 00000100:00100000:3.0:1761319688.738704:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.738782:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427328 00000100:00100000:0.0:1761319688.738840:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20969 00000100:00100000:0.0:1761319688.738847:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ce0ea0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465427328:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.738865:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.738886:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae10 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.738917:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.738925:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.738927:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.738930:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.738972:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.738983:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.738994:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474325440:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319688.739057:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd8332ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.741457:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.741565:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427456 00002000:00100000:2.0:1761319688.741610:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000003103dfbc x1846876465427456/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.741621:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003103dfbc with x1846876465427456 ext(380928->385023) 00010000:00010000:2.0:1761319688.741632:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.741642:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003103dfbc 00000100:00100000:2.0:1761319688.741665:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2743 00000100:00100000:2.0:1761319688.741672:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003103dfbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465427456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319688.741821:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474325440:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.741847:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.741856:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003103dfbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465427456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.741865:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2743 00010000:00010000:3.0:1761319688.741866:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000babcff68, rc 0) 00002000:00100000:2.0:1761319688.741872:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000003103dfbc x1846876465427456/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.741881:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003103dfbc with x1846876465427456 ext(380928->385023) 00010000:00010000:2.0:1761319688.741893:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.741901:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003103dfbc 00000100:00100000:3.0:1761319688.741914:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ce0ea0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465427328:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3063us (3215us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.741924:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20969 00000100:00100000:1.0:1761319688.745185:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.745434:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427520 00010000:00010000:3.0:1761319688.745465:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.745583:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14062 00000100:00100000:3.0:1761319688.745592:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056606327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465427520:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1761319688.745599:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1761319688.746051:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.746075:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.746089:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.746121:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ea8bd lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae09 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.746139:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.746141:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.746148:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.746157:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.746192:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.746205:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474325504:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.746268:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.746288:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427584 00000100:00100000:2.0:1761319688.746327:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20970 00000100:00100000:2.0:1761319688.746610:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb15f2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465427584:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.746623:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.746637:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae17 expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.746655:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.746667:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.746668:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.746670:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 55 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.746690:0:8729:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.746700:0:8729:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 52 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.746709:0:8729:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000753a990f pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474325568:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.746754:0:8729:0:(client.c:2500:ptlrpc_set_wait()) set 000000001a853098 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.748586:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474325504:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.748615:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.748670:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056606327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465427520:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3078us (3491us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.748680:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14062 00000100:00100000:1.0:1761319688.749666:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.750338:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427712 00002000:00100000:0.0:1761319688.750385:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000dbce1093 x1846876465427712/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.750395:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dbce1093 with x1846876465427712 ext(380928->385023) 00010000:00010000:0.0:1761319688.750407:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.750415:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000dbce1093 00000100:00100000:0.0:1761319688.750441:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2744 00000100:00100000:0.0:1761319688.750447:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbce1093 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465427712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.750660:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbce1093 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465427712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (996us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.750669:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2744 00002000:00100000:0.0:1761319688.750675:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000dbce1093 x1846876465427712/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.750683:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dbce1093 with x1846876465427712 ext(380928->385023) 00010000:00010000:0.0:1761319688.750689:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.750696:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000dbce1093 00000100:00100000:2.0:1761319688.751127:0:8729:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000753a990f pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8729:1846876474325568:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.751151:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.751169:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.751208:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb15f2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465427584:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4599us (5609us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.751218:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20970 00000100:00100000:3.0:1761319688.754846:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.754916:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.755035:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427776 00000100:00100000:2.0:1761319688.755086:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20971 00000100:00100000:2.0:1761319688.755092:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465427776:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.755110:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.755129:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae1e expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.755158:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.755164:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.755170:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319688.755173:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.755210:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.755223:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.755236:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319688.755291:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465427776:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 198us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.755298:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20971 00000100:00100000:1.0:1761319688.755485:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427840 00010000:00010000:1.0:1761319688.755504:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.755565:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14063 00000100:00100000:1.0:1761319688.755569:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2264:x1846876465427840:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319688.755582:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.755599:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.755613:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.755632:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ea8c4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae10 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.755643:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.755645:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.755651:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.755659:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.755687:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 53 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.755697:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.755709:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000809d6787 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474325696:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.755749:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.757389:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000809d6787 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474325696:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.757411:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.757460:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465427840:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 1885us (2540us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.757470:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14063 00000100:00100000:1.0:1761319688.759022:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.759104:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427904 00010000:00010000:2.0:1761319688.759131:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.759171:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14064 00000100:00100000:2.0:1761319688.759178:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465427904:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319688.759202:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.759221:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.759232:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.759260:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8cb lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae17 expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.759275:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.759277:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.759284:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.759293:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.759325:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.759338:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000753a990f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474325760:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.759399:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000001a853098 going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.762860:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000753a990f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474325760:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319688.762891:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319688.762960:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465427904:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3779us (3941us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.762972:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14064 00000100:00100000:1.0:1761319688.772144:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.773007:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465427968 00000100:00100000:2.0:1761319688.773232:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20972 00000100:00100000:2.0:1761319688.773240:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091f5c88d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465427968:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.773258:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.773279:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae25 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.773310:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.773318:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.773319:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.773322:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.773351:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.773361:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 52 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.773372:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474325824:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.774036:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.776183:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.776247:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428096 00002000:00100000:0.0:1761319688.776285:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000002770cff6 x1846876465428096/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319688.776295:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002770cff6 with x1846876465428096 ext(380928->385023) 00010000:00010000:0.0:1761319688.776304:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.776313:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002770cff6 00000100:00100000:0.0:1761319688.776341:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2745 00000100:00100000:0.0:1761319688.776349:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002770cff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465428096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319688.776548:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002770cff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465428096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 199us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.776556:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2745 00002000:00100000:0.0:1761319688.776562:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000002770cff6 x1846876465428096/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319688.776569:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002770cff6 with x1846876465428096 ext(380928->385023) 00010000:00010000:0.0:1761319688.776575:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.776581:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002770cff6 00000100:00100000:0.0:1761319688.781469:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.782050:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428160 00000100:00100000:3.0:1761319688.782096:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20973 00000100:00100000:3.0:1761319688.782103:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465428160:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.782121:0:8729:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.782141:0:8729:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae2c expref: -99 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.782171:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.782178:0:8729:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.782190:0:8729:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319688.782193:0:8729:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.782229:0:8729:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.782240:0:8729:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 54 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.782252:0:8729:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319688.782298:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465428160:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 195us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.782305:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20973 00000100:00100000:0.0:1761319688.782363:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.782481:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474325824:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.782502:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.782536:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.782563:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091f5c88d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465427968:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9323us (10426us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.782571:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20972 00000100:00100000:3.0:1761319688.783327:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428224 00010000:00010000:0.0:1761319688.783499:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.784473:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14065 00000100:00100000:1.0:1761319688.784482:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2265:x1846876465428224:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319688.784499:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.784534:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.784548:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.784573:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea8d2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae1e expref: 54 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.784588:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.784590:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.784597:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.784606:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.784640:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.784652:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.784671:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a3b0329 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474325952:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.784724:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.790154:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.790617:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a3b0329 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474325952:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.790642:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.790694:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2265:x1846876465428224:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6213us (8771us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.790704:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14065 00000100:00100000:2.0:1761319688.790784:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428352 00002000:00100000:2.0:1761319688.790816:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000ce78ae11 x1846876465428352/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.790826:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ce78ae11 with x1846876465428352 ext(380928->385023) 00010000:00010000:2.0:1761319688.790835:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.790844:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ce78ae11 00000100:00100000:2.0:1761319688.790870:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2746 00000100:00100000:2.0:1761319688.790875:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce78ae11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465428352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319688.791031:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce78ae11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465428352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (885us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.791038:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2746 00002000:00100000:2.0:1761319688.791042:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000ce78ae11 x1846876465428352/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.791056:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ce78ae11 with x1846876465428352 ext(380928->385023) 00010000:00010000:2.0:1761319688.791062:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.791069:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ce78ae11 00000100:00100000:1.0:1761319688.794622:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.794659:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.794723:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428416 00000100:00100000:3.0:1761319688.794773:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20974 00000100:00100000:3.0:1761319688.794779:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cf111a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465428416:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.794798:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.794821:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae33 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.794855:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.794862:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.794875:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319688.794879:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.794915:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.794927:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.794939:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319688.795005:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cf111a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465428416:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 225us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.795012:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20974 00000100:00100000:0.0:1761319688.795082:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428480 00010000:00010000:0.0:1761319688.795100:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.795134:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14066 00000100:00100000:0.0:1761319688.795139:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4e3ade9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2264:x1846876465428480:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319688.795148:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.795166:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.795176:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.795193:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8d9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae25 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.795205:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.795206:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.795212:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.795220:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.795241:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 52 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.795252:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 52 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.795263:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000639fb034 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326080:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.795300:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd8332ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.799578:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000639fb034 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326080:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.799606:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.799649:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4e3ade9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2264:x1846876465428480:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4508us (4988us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.799658:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14066 00000100:00100000:1.0:1761319688.803124:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.803271:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428544 00010000:00010000:0.0:1761319688.803306:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.803354:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14067 00000100:00100000:0.0:1761319688.803361:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e67b5034 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465428544:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319688.803375:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.803392:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.803403:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.803427:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36ea8e0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae2c expref: 53 pid: 8729 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.803443:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.803445:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.803451:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.803461:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.803497:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.804264:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000639fb034 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326144:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.804595:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd8332ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.807677:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000639fb034 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326144:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.807706:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.807760:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e67b5034 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465428544:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4397us (4643us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.807771:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14067 00000100:00100000:3.0:1761319688.812156:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.812869:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428608 00000100:00100000:2.0:1761319688.813195:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20975 00000100:00100000:2.0:1761319688.813202:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465428608:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.813222:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.813243:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae3a expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.813278:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.813286:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.813288:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.813292:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.813323:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.813336:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.813349:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474326208:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.813417:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.817043:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474326208:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.817079:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.817102:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.817159:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465428608:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3955us (5008us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.817168:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20975 00000100:00100000:3.0:1761319688.818125:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.818968:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428672 00010000:00010000:0.0:1761319688.819001:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.819046:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14068 00000100:00100000:0.0:1761319688.819053:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465428672:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319688.819067:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.819086:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.819097:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.819120:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36ea8e7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae33 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.819139:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.819141:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.819147:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.819156:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.819189:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.819215:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326272:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.819272:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.820502:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.820773:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428736 00000100:00100000:0.0:1761319688.820816:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20976 00000100:00100000:0.0:1761319688.820822:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d6ac04f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465428736:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319688.820837:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319688.820853:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae41 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.820877:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.820885:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.820887:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319688.820889:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.820916:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.820926:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.820937:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000639fb034 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474326336:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319688.821001:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035b3e89f going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.825084:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.825245:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326272:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.825272:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.825324:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465428672:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6269us (7201us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.825335:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14068 00000100:00100000:2.0:1761319688.825445:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428864 00002000:00100000:2.0:1761319688.825485:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000081d2c19 x1846876465428864/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.825496:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000081d2c19 with x1846876465428864 ext(380928->385023) 00010000:00010000:2.0:1761319688.825507:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.825545:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000081d2c19 00000100:00100000:2.0:1761319688.825570:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2747 00000100:00100000:2.0:1761319688.825576:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465428864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319688.825740:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465428864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (664us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.825747:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2747 00002000:00100000:2.0:1761319688.825753:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000081d2c19 x1846876465428864/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.825767:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000081d2c19 with x1846876465428864 ext(380928->385023) 00010000:00010000:2.0:1761319688.825775:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.825781:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000081d2c19 00000100:00100000:1.0:1761319688.826031:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000639fb034 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474326336:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319688.826049:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.826067:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000037110a29, rc 0) 00000100:00100000:1.0:1761319688.826100:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d6ac04f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465428736:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5277us (5603us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.826108:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20976 00000100:00100000:0.0:1761319688.831101:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.831560:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.831645:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428928 00000100:00100000:2.0:1761319688.831801:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465428992 00010000:00010000:2.0:1761319688.831825:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.832011:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20977 00000100:00100000:1.0:1761319688.832018:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465428928:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.832032:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.832050:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae48 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.832077:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.832082:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.832094:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319688.832097:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.832131:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.832144:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.832156:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000353a949c, rc 0) 00000100:00100000:1.0:1761319688.832213:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+55:32205:x1846876465428928:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 195us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.832220:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20977 00000100:00100000:2.0:1761319688.832261:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14069 00000100:00100000:2.0:1761319688.832266:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2264:x1846876465428992:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319688.832276:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.832292:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.832303:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.832321:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea8ee lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae3a expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.832333:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.832334:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.832341:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.832348:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.832369:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.832380:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.832392:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326464:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.832427:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021a40a4c going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.836080:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326464:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.836109:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.836169:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465428992:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3900us (4608us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.836180:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14069 00000100:00100000:1.0:1761319688.836664:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.837033:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429120 00002000:00100000:0.0:1761319688.837071:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000b821092c x1846876465429120/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.837081:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b821092c with x1846876465429120 ext(380928->385023) 00010000:00010000:0.0:1761319688.837092:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.837100:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b821092c 00000100:00100000:2.0:1761319688.837678:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2748 00000100:00100000:2.0:1761319688.837685:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b821092c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465429120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319688.838140:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b821092c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465429120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 454us (1477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.838148:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2748 00002000:00100000:2.0:1761319688.838228:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000b821092c x1846876465429120/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.842178:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b821092c with x1846876465429120 ext(380928->385023) 00010000:00010000:2.0:1761319688.842200:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.842212:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b821092c 00000100:00100000:2.0:1761319688.848232:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.848279:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.848381:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429248 00010000:00010000:0.0:1761319688.848420:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.848470:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14070 00000100:00100000:0.0:1761319688.848476:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465429248:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319688.848492:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.848546:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.848558:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.848581:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea8f5 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae41 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.848595:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.848598:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.848605:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.848613:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.848656:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.848670:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e76caeb6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326528:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.848731:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:1.0:1761319688.849005:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429184 00000100:00100000:1.0:1761319688.849445:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20978 00000100:00100000:1.0:1761319688.849450:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b02d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465429184:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.849465:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.849480:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae4f expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.849503:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.849627:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.849630:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.849633:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.849659:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.849670:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.849681:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474326592:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.849730:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.851178:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e76caeb6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326528:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.851208:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.851252:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465429248:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2774us (3027us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.851261:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14070 00000100:00100000:2.0:1761319688.858019:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.858086:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429312 00010000:00010000:0.0:1761319688.858123:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.858178:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14071 00000100:00100000:0.0:1761319688.858185:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b94f7928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465429312:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319688.858208:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.858226:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.858238:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.858264:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.858267:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.858274:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.858282:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.858315:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.858329:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e76caeb6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326656:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.858644:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00010000:00010000:1.0:1761319688.858907:0:8226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea8fc lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae48 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.858923:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474326592:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319688.858955:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.858967:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000049d45392, rc 0) 00000100:00100000:1.0:1761319688.858995:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b02d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465429184:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9544us (10715us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.859004:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20978 00000100:00100000:2.0:1761319688.863830:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.865400:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e76caeb6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326656:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.865428:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319688.865596:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429376 00000100:00100000:1.0:1761319688.865648:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20979 00000100:00100000:1.0:1761319688.865654:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465429376:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.865670:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.865692:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae56 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.865723:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.865730:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.865732:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.865735:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.865763:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.865773:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.865783:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474326720:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319688.866043:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b94f7928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465429312:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 7857us (8030us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.866054:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14071 00000100:00100000:1.0:1761319688.866549:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.871082:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.871177:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429440 00010000:00010000:0.0:1761319688.871214:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319688.871263:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14072 00000100:00100000:0.0:1761319688.871270:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000154c9c93 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465429440:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319688.871285:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319688.871305:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.871322:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319688.871353:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.871355:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319688.871363:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.871372:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.871411:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319688.871425:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e76caeb6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326784:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319688.871495:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00010000:00010000:1.0:1761319688.872040:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea903 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae4f expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.872056:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474326720:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319688.872078:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.872086:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003895d076, rc 0) 00000100:00100000:1.0:1761319688.872268:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465429376:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6474us (8305us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.872278:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20979 00000100:00100000:2.0:1761319688.877648:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.877784:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429504 00000100:00100000:1.0:1761319688.877838:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20980 00000100:00100000:1.0:1761319688.877845:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcbcd107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465429504:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.877865:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.877888:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae5d expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.877924:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.877931:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.877933:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.877936:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.877982:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.877994:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.878007:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474326848:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.878082:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.878295:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e76caeb6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326784:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319688.878316:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319688.878337:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000154c9c93 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465429440:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 7067us (7263us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.878345:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14072 00000100:00100000:2.0:1761319688.880740:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.881436:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429632 00002000:00100000:0.0:1761319688.881485:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000055b93f7c x1846876465429632/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.881496:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000055b93f7c with x1846876465429632 ext(380928->385023) 00010000:00010000:0.0:1761319688.881540:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.881552:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000055b93f7c 00000100:00100000:0.0:1761319688.881576:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2749 00000100:00100000:0.0:1761319688.881582:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055b93f7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465429632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319688.881781:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055b93f7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465429632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (1056us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.881789:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2749 00002000:00100000:0.0:1761319688.881794:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000055b93f7c x1846876465429632/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319688.881800:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000055b93f7c with x1846876465429632 ext(380928->385023) 00010000:00010000:0.0:1761319688.881805:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.881811:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000055b93f7c 00000100:00100000:0.0:1761319688.883657:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474326848:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319688.883703:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319688.883731:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000353a949c, rc 0) 00000100:00100000:0.0:1761319688.886437:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcbcd107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465429504:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8582us (8788us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319688.886452:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20980 00000100:00100000:3.0:1761319688.888109:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.888156:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.888288:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429696 00000100:00100000:1.0:1761319688.888337:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20981 00000100:00100000:1.0:1761319688.888343:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e768703 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465429696:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.888365:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.888386:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae64 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.888417:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.888424:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.888430:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319688.888433:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.888472:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.888484:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.888497:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000049d45392, rc 0) 00000100:00100000:1.0:1761319688.888570:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e768703 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465429696:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 226us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.888576:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20981 00000100:00100000:0.0:1761319688.889367:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429760 00010000:00010000:1.0:1761319688.890319:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.890363:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14073 00000100:00100000:1.0:1761319688.890369:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465429760:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319688.890385:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.890404:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.890414:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.890436:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea90a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae56 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.890450:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.890452:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.890459:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.890468:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.890499:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.891028:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.891041:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326976:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.891105:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.896415:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474326976:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.896446:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.896507:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465429760:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6136us (8349us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.896537:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14073 00000100:00100000:3.0:1761319688.897619:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.897781:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429888 00002000:00100000:2.0:1761319688.897823:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000039ced4a0 x1846876465429888/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.897834:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000039ced4a0 with x1846876465429888 ext(380928->385023) 00010000:00010000:2.0:1761319688.897846:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.897855:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000039ced4a0 00000100:00100000:2.0:1761319688.897888:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2750 00000100:00100000:2.0:1761319688.897894:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ced4a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465429888:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319688.898256:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ced4a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465429888:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 361us (641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.898265:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2750 00002000:00100000:2.0:1761319688.898270:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000039ced4a0 x1846876465429888/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.898278:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000039ced4a0 with x1846876465429888 ext(380928->385023) 00010000:00010000:2.0:1761319688.898284:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.898292:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000039ced4a0 00000100:00100000:3.0:1761319688.903465:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.903868:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.905100:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430016 00000100:00100000:1.0:1761319688.905735:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465429952 00010000:00010000:1.0:1761319688.905762:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.905803:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14074 00000100:00100000:1.0:1761319688.905808:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027d5fc3d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2265:x1846876465429952:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319688.905823:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.905842:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.905854:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.905878:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea911 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae5d expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.905895:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.905897:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.905905:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.905913:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.905959:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319688.905972:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327040:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.906035:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.906111:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20982 00000100:00100000:2.0:1761319688.906116:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465430016:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.906138:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.906152:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae6b expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.906170:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.906176:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.906178:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319688.906180:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.906199:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.906209:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.906218:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474327104:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319688.906242:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000001a853098 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.909658:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327040:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.909685:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.909739:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027d5fc3d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2265:x1846876465429952:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3929us (5871us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.909749:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14074 00000100:00100000:3.0:1761319688.910180:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474327104:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.910200:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.910221:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:3.0:1761319688.910247:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465430016:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4130us (6790us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.910255:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20982 00000100:00100000:0.0:1761319688.911866:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.912239:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430080 00010000:00010000:2.0:1761319688.912269:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.912310:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14075 00000100:00100000:2.0:1761319688.912316:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465430080:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319688.912330:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.912347:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.912358:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.912381:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36ea918 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae64 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.912394:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.912396:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.912402:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.912410:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.912441:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.912453:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327168:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.913493:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000001a853098 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.918569:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327168:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.918597:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.918663:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465430080:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6322us (6777us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.918678:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14075 00000100:00100000:1.0:1761319688.923206:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.923380:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430144 00000100:00100000:3.0:1761319688.923434:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20983 00000100:00100000:3.0:1761319688.923441:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9dfca6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465430144:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.923458:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.923476:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae72 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.923507:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.923548:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.923551:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.923555:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.923585:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.923596:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.923607:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e183753 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474327232:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319688.923671:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:0.0:1761319688.928302:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.928327:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e183753 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474327232:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319688.928363:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.928387:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319688.928485:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9dfca6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465430144:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5003us (5245us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.928862:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20983 00000100:00100000:2.0:1761319688.930910:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430272 00002000:00100000:2.0:1761319688.930972:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000002da0f618 x1846876465430272/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.930982:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002da0f618 with x1846876465430272 ext(380928->385023) 00010000:00010000:2.0:1761319688.930994:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.931005:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002da0f618 00000100:00100000:2.0:1761319688.931030:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2751 00000100:00100000:2.0:1761319688.931037:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da0f618 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465430272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319688.931240:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da0f618 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465430272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 202us (2947us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.931248:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2751 00002000:00100000:2.0:1761319688.931254:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000002da0f618 x1846876465430272/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.931262:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002da0f618 with x1846876465430272 ext(380928->385023) 00010000:00010000:2.0:1761319688.931269:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.931276:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002da0f618 00000100:00100000:1.0:1761319688.935646:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.935689:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.935759:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430400 00000100:00100000:3.0:1761319688.935792:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430336 00010000:00010000:2.0:1761319688.935796:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.935834:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14076 00000100:00100000:2.0:1761319688.935844:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465430400:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1761319688.935845:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20984 00000100:00100000:3.0:1761319688.935855:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056606327 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465430336:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.935863:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319688.935871:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.935884:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.935889:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae79 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.935899:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.935930:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea91f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae6b expref: 56 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319688.935959:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319688.935966:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.935974:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.935978:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.936051:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.936053:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.936060:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.936069:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.936107:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.936127:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.936138:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319688.936143:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e183753 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474327296:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.936155:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.936166:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327360:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319688.936229:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.936229:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000001a853098 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.939761:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e183753 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474327296:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319688.939792:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.939816:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:2.0:1761319688.939871:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056606327 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465430336:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4016us (4231us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.939880:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20984 00000100:00100000:2.0:1761319688.943452:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327360:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.943484:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.943565:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465430400:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 7723us (7874us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.943577:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14076 00000100:00100000:3.0:1761319688.944202:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.945860:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430528 00002000:00100000:0.0:1761319688.945918:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000075db5706 x1846876465430528/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319688.945929:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000075db5706 with x1846876465430528 ext(380928->385023) 00010000:00010000:0.0:1761319688.945942:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.946114:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000075db5706 00000100:00100000:0.0:1761319688.946151:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2752 00000100:00100000:0.0:1761319688.946157:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465430528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319688.946363:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465430528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 205us (2164us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319688.946372:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2752 00002000:00100000:0.0:1761319688.946377:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000075db5706 x1846876465430528/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319688.946385:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000075db5706 with x1846876465430528 ext(380928->385023) 00010000:00010000:0.0:1761319688.946391:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319688.946399:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000075db5706 00000100:00100000:1.0:1761319688.951128:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.951276:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430592 00000100:00100000:2.0:1761319688.951335:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20985 00000100:00100000:2.0:1761319688.951342:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4e3ade9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465430592:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319688.951367:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319688.951390:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae80 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.951423:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1761319688.951425:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1761319688.951432:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.951441:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319688.951445:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.951484:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.951498:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.951551:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319688.951598:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4e3ade9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465430592:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 256us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.951606:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20985 00000100:00100000:1.0:1761319688.951671:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430656 00010000:00010000:1.0:1761319688.951687:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.951762:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14077 00000100:00100000:1.0:1761319688.951767:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465430656:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319688.951776:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319688.951795:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.951807:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.951825:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea926 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae72 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319688.951837:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.951839:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319688.951844:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.951852:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.951880:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.951890:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.951902:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a3b0329 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327488:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319688.951936:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.956164:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a3b0329 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327488:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.956193:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.956251:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465430656:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4482us (4827us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.956262:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14077 00000100:00100000:3.0:1761319688.956663:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.956854:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430720 00010000:00010000:2.0:1761319688.956878:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.956914:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14078 00000100:00100000:2.0:1761319688.956919:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2264:x1846876465430720:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319688.956931:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.956975:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.958212:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.958247:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea92d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae79 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.958263:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.958265:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.958272:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.958281:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.958327:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319688.958341:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327552:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.958410:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000001a853098 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.962445:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327552:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.962473:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.962557:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2264:x1846876465430720:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5635us (5894us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.962569:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14078 00000100:00100000:0.0:1761319688.973111:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.973932:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430784 00000100:00100000:1.0:1761319688.974151:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20986 00000100:00100000:1.0:1761319688.974158:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465430784:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.974175:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.974194:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae87 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.974224:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.974232:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.974234:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.974236:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.974262:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.974277:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319688.974288:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb15f2ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474327616:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319688.974500:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:3.0:1761319688.976028:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.976890:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430912 00002000:00100000:2.0:1761319688.976933:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000019dc586e x1846876465430912/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.976953:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000019dc586e with x1846876465430912 ext(380928->385023) 00010000:00010000:2.0:1761319688.976964:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.976974:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000019dc586e 00000100:00100000:2.0:1761319688.976996:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2753 00000100:00100000:2.0:1761319688.977001:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465430912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319688.977178:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465430912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (1154us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.977186:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2753 00002000:00100000:2.0:1761319688.977193:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000019dc586e x1846876465430912/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319688.977200:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000019dc586e with x1846876465430912 ext(380928->385023) 00010000:00010000:2.0:1761319688.977206:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.977219:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000019dc586e 00000100:00100000:1.0:1761319688.981224:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb15f2ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474327616:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319688.981258:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.981284:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000353a949c, rc 0) 00000100:00100000:1.0:1761319688.981345:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465430784:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7186us (8238us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.981355:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20986 00000100:00100000:0.0:1761319688.983179:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319688.983486:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.983681:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465430976 00000100:00100000:1.0:1761319688.983735:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20987 00000100:00100000:1.0:1761319688.983742:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465430976:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319688.983760:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319688.983779:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae8e expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.983809:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319688.983816:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.983823:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319688.983827:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.983864:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.983876:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319688.983890:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003895d076, rc 0) 00000100:00100000:1.0:1761319688.983929:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465430976:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 187us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319688.983936:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20987 00000100:00100000:2.0:1761319688.984681:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431040 00010000:00010000:2.0:1761319688.984704:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.984744:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14079 00000100:00100000:2.0:1761319688.984749:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465431040:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319688.984759:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319688.984778:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.984789:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.984809:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea934 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae80 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319688.984823:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.984824:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319688.984831:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.984839:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.984867:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319688.984877:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319688.984889:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327744:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319688.984933:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000001a853098 going to sleep for 43 seconds 00000100:00100000:2.0:1761319688.991896:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327744:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319688.991925:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319688.992751:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465431040:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 7998us (9262us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319688.992765:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14079 00000100:00100000:0.0:1761319688.994124:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319688.994373:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431168 00002000:00100000:2.0:1761319688.994414:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000fad6c3f6 x1846876465431168/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/0 e 0 to 0 dl 1761319731 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.994424:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fad6c3f6 with x1846876465431168 ext(380928->385023) 00010000:00010000:2.0:1761319688.994435:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.994445:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fad6c3f6 00000100:00100000:2.0:1761319688.994476:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2754 00000100:00100000:2.0:1761319688.994482:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fad6c3f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465431168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319688.994703:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fad6c3f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465431168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 220us (582us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319688.994710:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2754 00002000:00100000:2.0:1761319688.994717:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000fad6c3f6 x1846876465431168/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:616/0 lens 488/4536 e 0 to 0 dl 1761319731 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319688.994724:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fad6c3f6 with x1846876465431168 ext(380928->385023) 00010000:00010000:2.0:1761319688.994730:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319688.994736:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fad6c3f6 00000100:00100000:0.0:1761319688.998920:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319688.999209:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319688.999387:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431296 00000100:00100000:3.0:1761319688.999439:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20988 00000100:00100000:3.0:1761319688.999445:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb15f2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465431296:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319688.999462:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319688.999483:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae95 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.999546:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319688.999553:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.999560:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319688.999564:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.999604:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.999632:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319688.999646:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319688.999693:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb15f2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465431296:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 247us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319688.999700:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20988 00000100:00100000:2.0:1761319689.000696:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431232 00010000:00010000:2.0:1761319689.000724:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.000762:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14080 00000100:00100000:2.0:1761319689.000768:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465431232:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319689.000781:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.000800:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.000812:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.000834:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36ea93b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae87 expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.000849:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.000850:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.000857:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.000870:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.000899:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.000909:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.000921:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327872:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.000992:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000001a853098 going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.006351:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474327872:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.006381:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.006622:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.006683:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431360 00010000:00010000:3.0:1761319689.006712:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.006751:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14081 00000100:00100000:3.0:1761319689.006758:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c0e6ad5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465431360:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319689.006769:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.006787:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.006797:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.006819:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36ea942 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae8e expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.006834:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.006835:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.006842:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.006850:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.006882:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.006893:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001be37b5d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474327936:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.006977:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465431232:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6208us (8064us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.007032:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14080 00000100:00100000:3.0:1761319689.007779:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.010076:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001be37b5d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474327936:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.010101:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.010151:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c0e6ad5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2264:x1846876465431360:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3391us (3529us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.010161:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14081 00000100:00100000:0.0:1761319689.020442:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.020730:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431424 00000100:00100000:1.0:1761319689.020779:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20989 00000100:00100000:1.0:1761319689.020785:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465431424:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.020802:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.020822:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3ae9c expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.020853:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.020862:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.020863:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.020866:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.020902:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.020914:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.020926:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000809d6787 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474328000:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.021006:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.023638:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.025105:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431552 00002000:00100000:0.0:1761319689.025154:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000002d8bda3 x1846876465431552/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.025166:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000002d8bda3 with x1846876465431552 ext(380928->385023) 00010000:00010000:0.0:1761319689.025177:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.025186:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000002d8bda3 00000100:00100000:2.0:1761319689.025209:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000809d6787 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474328000:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.025214:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2755 00000100:00100000:0.0:1761319689.025219:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465431552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1761319689.025234:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.025259:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006f9f38e4, rc 0) 00000100:00100000:2.0:1761319689.025303:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465431424:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4517us (4868us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.025311:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20989 00000100:00100000:0.0:1761319689.025382:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465431552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (1750us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.025389:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2755 00002000:00100000:0.0:1761319689.025394:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000002d8bda3 x1846876465431552/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.025402:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000002d8bda3 with x1846876465431552 ext(380928->385023) 00010000:00010000:0.0:1761319689.025408:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.025414:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000002d8bda3 00000100:00100000:1.0:1761319689.029437:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.029766:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431616 00000100:00100000:0.0:1761319689.029832:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.029980:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20990 00000100:00100000:2.0:1761319689.029988:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a3b0329 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465431616:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.030005:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:1.0:1761319689.030011:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431680 00010000:00010000:2.0:1761319689.030024:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aea3 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.030029:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.030052:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.030057:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.030063:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319689.030066:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 56 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.030103:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.030116:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 56 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.030129:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:1.0:1761319689.030237:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14082 00000100:00100000:1.0:1761319689.030241:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2262:x1846876465431680:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319689.030252:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.030269:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 56 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.030280:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 56 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.030299:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36ea949 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae95 expref: 56 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.030318:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.030320:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.030326:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.030334:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.030356:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.030366:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.030378:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328128:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.030498:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a3b0329 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465431616:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 510us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.030506:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20990 00000100:00100000:1.0:1761319689.030905:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.035344:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.035415:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328128:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.035438:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.035487:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465431680:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5244us (5656us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.035497:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14082 00000100:00100000:3.0:1761319689.035591:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431808 00002000:00100000:3.0:1761319689.035622:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000aed0dbca x1846876465431808/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.035632:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000aed0dbca with x1846876465431808 ext(380928->385023) 00010000:00010000:3.0:1761319689.035640:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.035648:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000aed0dbca 00000100:00100000:3.0:1761319689.035663:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2756 00000100:00100000:3.0:1761319689.035668:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed0dbca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465431808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319689.035826:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed0dbca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465431808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (489us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.035833:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2756 00002000:00100000:3.0:1761319689.035839:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000aed0dbca x1846876465431808/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.035850:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000aed0dbca with x1846876465431808 ext(380928->385023) 00010000:00010000:3.0:1761319689.035857:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.035863:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000aed0dbca 00000100:00100000:0.0:1761319689.039060:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.039101:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.039162:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431936 00010000:00010000:1.0:1761319689.039194:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.039267:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465431872 00000100:00100000:2.0:1761319689.039301:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20991 00000100:00100000:2.0:1761319689.039307:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465431872:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.039319:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.039337:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aeaa expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.039363:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.039367:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.039373:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319689.039376:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.039409:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.039420:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.039431:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319689.039472:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+55:32205:x1846876465431872:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 165us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.039479:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20991 00000100:00100000:1.0:1761319689.039642:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14083 00000100:00100000:1.0:1761319689.039647:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465431936:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319689.039656:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.039672:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.039682:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.039699:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea950 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ae9c expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.039711:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.039712:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.039717:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.039724:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.039744:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.039754:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.039765:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328256:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.039802:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.043403:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328256:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.043429:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.043473:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465431936:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3824us (4371us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.043482:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14083 00000100:00100000:2.0:1761319689.045927:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.046090:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432000 00010000:00010000:1.0:1761319689.046124:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.046830:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14084 00000100:00100000:1.0:1761319689.046837:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2265:x1846876465432000:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319689.046852:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.046870:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.046895:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.046921:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea957 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aea3 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.046936:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.046938:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.046954:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.046964:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.046999:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.047011:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328320:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.047077:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.049586:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328320:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.049611:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.049656:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2265:x1846876465432000:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2818us (3736us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.049666:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14084 00000100:00100000:2.0:1761319689.058993:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.059083:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432064 00000100:00100000:3.0:1761319689.059136:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20992 00000100:00100000:3.0:1761319689.059142:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b94f7928 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465432064:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319689.059161:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319689.059179:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aeb1 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.059264:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.059277:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319689.059278:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319689.059281:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.059311:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.059322:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.062078:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9de5ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474328384:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.062221:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6817e61 going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.066472:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.066634:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432192 00002000:00100000:0.0:1761319689.066672:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000154c9c93 x1846876465432192/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:0.0:1761319689.066682:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000154c9c93 with x1846876465432192 ext(380928->385023) 00010000:00010000:0.0:1761319689.066692:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.066701:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000154c9c93 00000100:00100000:0.0:1761319689.066730:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2757 00000100:00100000:0.0:1761319689.066736:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000154c9c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2265:x1846876465432192:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1761319689.066908:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000154c9c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2265:x1846876465432192:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (442us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.066916:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2757 00002000:00100000:0.0:1761319689.066923:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000154c9c93 x1846876465432192/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:0.0:1761319689.066930:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000154c9c93 with x1846876465432192 ext(380928->385023) 00010000:00010000:0.0:1761319689.066936:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.066954:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000154c9c93 00000100:00100000:1.0:1761319689.067556:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9de5ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474328384:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.067582:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.067601:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:1.0:1761319689.067641:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b94f7928 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465432064:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8497us (8655us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.067648:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20992 00000100:00100000:2.0:1761319689.072591:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.072632:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.072722:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432320 00000100:00100000:1.0:1761319689.072775:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20993 00000100:00100000:1.0:1761319689.072781:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000753a990f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465432320:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.072799:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.072819:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aeb8 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.072849:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.072855:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.072862:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319689.072865:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.072901:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.072915:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.072928:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006f9f38e4, rc 0) 00000100:00100000:1.0:1761319689.072986:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000753a990f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465432320:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 204us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.072993:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20993 00000100:00100000:3.0:1761319689.073091:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432256 00010000:00010000:3.0:1761319689.073108:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.073142:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14085 00000100:00100000:3.0:1761319689.073146:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c18cf05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465432256:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319689.073156:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.073172:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.073182:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.073200:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea95e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeaa expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.073212:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.073214:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.073220:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.073227:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.073249:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.073259:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.073271:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328512:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.073308:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6817e61 going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.081912:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.082266:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328512:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.082290:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.082344:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c18cf05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465432256:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 9195us (9712us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.082354:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14085 00000100:00100000:0.0:1761319689.083218:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432448 00002000:00100000:0.0:1761319689.083258:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000bf7223c1 x1846876465432448/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.083268:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bf7223c1 with x1846876465432448 ext(380928->385023) 00010000:00010000:0.0:1761319689.083280:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.083289:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000bf7223c1 00000100:00100000:0.0:1761319689.083321:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2758 00000100:00100000:0.0:1761319689.083326:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf7223c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465432448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319689.083490:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf7223c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465432448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (1585us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.083497:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2758 00002000:00100000:0.0:1761319689.083503:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000bf7223c1 x1846876465432448/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.083544:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bf7223c1 with x1846876465432448 ext(380928->385023) 00010000:00010000:0.0:1761319689.083551:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.083559:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000bf7223c1 00000100:00100000:2.0:1761319689.086411:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.086537:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432512 00000100:00100000:1.0:1761319689.086589:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20994 00000100:00100000:1.0:1761319689.086595:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465432512:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.086612:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.086632:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aebf expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.086661:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.086669:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.086675:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319689.086678:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.086714:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.086727:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.086739:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000054ef618, rc 0) 00000100:00100000:1.0:1761319689.086788:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465432512:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 192us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.086796:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20994 00000100:00100000:1.0:1761319689.089503:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.089609:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432576 00010000:00010000:3.0:1761319689.089639:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.089680:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14086 00000100:00100000:3.0:1761319689.089686:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6e78bc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465432576:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319689.089699:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.089716:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.089727:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.089749:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36ea965 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb1 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.089764:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.089767:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.089774:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.089782:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.089817:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.089828:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.089839:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328640:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.089904:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6817e61 going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.093353:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.093452:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328640:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.093475:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.093549:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6e78bc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465432576:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3862us (4053us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.093560:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14086 00000100:00100000:3.0:1761319689.093589:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432640 00010000:00010000:3.0:1761319689.093609:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.093632:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14087 00000100:00100000:3.0:1761319689.093637:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465432640:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319689.093649:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.093667:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.093678:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.093699:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ea96c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aeb8 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.093713:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.093715:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.093720:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.093730:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.093758:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.093772:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328704:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.093803:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6817e61 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.101539:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328704:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.101568:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.101621:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465432640:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 7982us (8275us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.101632:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14087 00000100:00100000:1.0:1761319689.103923:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.104025:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432704 00000100:00100000:0.0:1761319689.104076:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20995 00000100:00100000:0.0:1761319689.104083:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000809d6787 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465432704:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.104100:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.104120:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aec6 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.104153:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.104167:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.104169:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.104172:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.104203:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.104214:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.104226:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a90316f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474328768:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.104297:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fe3110d0 going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.106399:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.106472:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432768 00010000:00010000:3.0:1761319689.106504:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.106694:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a90316f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474328768:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.106718:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.106738:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000037110a29, rc 0) 00000100:00100000:3.0:1761319689.109087:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14088 00000100:00100000:3.0:1761319689.109100:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eeaf264 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465432768:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319689.109122:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.109149:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.109164:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.109190:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ea973 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aebf expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.109205:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.109207:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.109214:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.109223:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.109261:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.109273:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328832:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.109373:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000809d6787 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465432704:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5288us (5455us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.109383:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20995 00000100:00100000:3.0:1761319689.110917:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6817e61 going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.112901:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.113180:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432832 00000100:00100000:0.0:1761319689.113235:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20996 00000100:00100000:0.0:1761319689.113241:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465432832:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.113259:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.113279:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aecd expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.113309:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.113316:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.113318:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.113321:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.113350:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.113361:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.113372:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a90316f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474328896:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.113442:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fe3110d0 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.116817:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474328832:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.116845:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.116902:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eeaf264 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465432768:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 7802us (10508us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.116914:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14088 00000100:00100000:2.0:1761319689.117062:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.117098:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465432960 00002000:00100000:2.0:1761319689.117136:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000f10f2589 x1846876465432960/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00000100:00100000:0.0:1761319689.117138:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a90316f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474328896:192.168.203.12@tcp:104: 00002000:00100000:2.0:1761319689.117147:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f10f2589 with x1846876465432960 ext(380928->385023) 00010000:00010000:0.0:1761319689.117155:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.117156:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319689.117164:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f10f2589 00010000:00010000:0.0:1761319689.117176:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e961b9fe, rc 0) 00000100:00100000:2.0:1761319689.117187:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2759 00000100:00100000:2.0:1761319689.117193:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465432960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319689.117283:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465432832:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4041us (4388us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.117290:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20996 00000100:00100000:2.0:1761319689.117472:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465432960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 278us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.117480:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2759 00002000:00100000:2.0:1761319689.117486:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000f10f2589 x1846876465432960/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.117493:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f10f2589 with x1846876465432960 ext(380928->385023) 00010000:00010000:2.0:1761319689.117500:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319689.117507:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f10f2589 00000100:00100000:3.0:1761319689.121026:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.121075:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.121182:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433088 00000100:00100000:0.0:1761319689.121241:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20997 00000100:00100000:0.0:1761319689.121247:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465433088:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.121265:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.121286:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aed4 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.121314:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.121320:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.121325:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319689.121329:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.121365:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.121378:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.121390:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000064d5360c, rc 0) 00000100:00100000:0.0:1761319689.121447:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465433088:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 198us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.121454:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20997 00000100:00100000:1.0:1761319689.122159:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433024 00010000:00010000:1.0:1761319689.122180:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.122214:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14089 00000100:00100000:1.0:1761319689.122219:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465433024:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319689.122229:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.122247:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.122257:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.122277:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ea97a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aec6 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.122289:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.122291:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.122297:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.122304:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.122331:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.122342:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.122353:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474329024:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.122477:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.124133:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474329024:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.124154:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.124204:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465433024:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 1983us (3128us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.124214:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14089 00000100:00100000:0.0:1761319689.124905:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.125225:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433216 00002000:00100000:2.0:1761319689.125262:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000007a90316f x1846876465433216/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.125272:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a90316f with x1846876465433216 ext(380928->385023) 00010000:00010000:2.0:1761319689.125282:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319689.125289:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007a90316f 00000100:00100000:2.0:1761319689.125318:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2760 00000100:00100000:2.0:1761319689.125324:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a90316f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465433216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319689.125488:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a90316f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465433216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (584us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.125495:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2760 00002000:00100000:2.0:1761319689.125500:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000007a90316f x1846876465433216/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.125505:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a90316f with x1846876465433216 ext(380928->385023) 00010000:00010000:2.0:1761319689.125538:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319689.125546:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007a90316f 00000100:00100000:3.0:1761319689.128545:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.128602:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.129200:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433344 00010000:00010000:1.0:1761319689.129232:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.129273:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14090 00000100:00100000:1.0:1761319689.129283:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465433344:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319689.129295:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.129313:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.129324:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433280 00010000:00010000:1.0:1761319689.129326:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.129352:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36ea981 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aecd expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.129368:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1761319689.129371:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20998 00010000:00010000:1.0:1761319689.129371:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1761319689.129378:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465433280:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.129380:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.129393:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.129395:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.129411:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aedb expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.129435:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.129439:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.129447:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.129449:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.129454:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.129469:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.129846:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474329088:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.129955:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00010000:00010000:2.0:1761319689.130697:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.130709:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.130720:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1df076b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474329152:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.130766:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.134939:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474329088:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.134977:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.135023:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465433344:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5742us (6421us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.135034:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14090 00000100:00100000:3.0:1761319689.135608:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.135827:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433408 00010000:00010000:2.0:1761319689.135854:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.135880:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14091 00000100:00100000:2.0:1761319689.135885:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465433408:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319689.135898:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.135914:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.135924:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.135963:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.135965:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.135971:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.135980:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.136012:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.136025:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa91c852 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474329216:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.136061:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00010000:00010000:2.0:1761319689.139161:0:8228:0:(ldlm_lockd.c:735:ldlm_handle_ast_error()) ### client (nid 192.168.203.12@tcp) returned -22 from blocking AST (req@00000000f1df076b x1846876474329152) - normal race ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 1/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.139208:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea988 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aed4 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.139221:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1df076b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474329152:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.139249:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.139266:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319689.139327:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465433280:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9947us (10820us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.139335:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20998 00000100:00100000:2.0:1761319689.143866:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa91c852 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474329216:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.143894:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.143965:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465433408:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 8078us (8358us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.143977:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14091 00000100:00100000:3.0:1761319689.154641:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.154809:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433472 00000100:00100000:2.0:1761319689.154856:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20999 00000100:00100000:2.0:1761319689.154863:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465433472:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.154881:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.154903:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aee2 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.154934:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.154952:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.154955:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.154958:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.155418:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.155432:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.155444:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa91c852 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474329280:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.155557:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.156255:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.156337:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433600 00002000:00100000:2.0:1761319689.156372:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e6e78bc5 x1846876465433600/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.156383:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e6e78bc5 with x1846876465433600 ext(380928->385023) 00010000:00010000:2.0:1761319689.156392:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319689.156400:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e6e78bc5 00000100:00100000:2.0:1761319689.156433:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2761 00000100:00100000:2.0:1761319689.156439:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6e78bc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465433600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319689.156650:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6e78bc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465433600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 210us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.156659:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2761 00002000:00100000:2.0:1761319689.156665:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e6e78bc5 x1846876465433600/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.156678:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e6e78bc5 with x1846876465433600 ext(380928->385023) 00010000:00010000:2.0:1761319689.156684:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319689.156692:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e6e78bc5 00000100:00100000:2.0:1761319689.159335:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa91c852 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474329280:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.159366:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.159387:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319689.159448:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465433472:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4584us (4813us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.159466:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20999 00000100:00100000:3.0:1761319689.161865:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.162865:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433664 00000100:00100000:0.0:1761319689.162998:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21000 00000100:00100000:0.0:1761319689.163005:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465433664:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.163026:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.163045:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aee9 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.163075:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.163081:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.163088:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319689.163092:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.163129:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.163142:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.163154:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a6928ca5, rc 0) 00000100:00100000:0.0:1761319689.163199:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465433664:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 193us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.163206:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21000 00000100:00100000:2.0:1761319689.163684:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.163857:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433728 00010000:00010000:3.0:1761319689.163878:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.163916:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14092 00000100:00100000:3.0:1761319689.163921:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465433728:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319689.163933:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.163965:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.163977:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.163998:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36ea98f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aedb expref: 55 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.164015:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.164017:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.164023:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.164032:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.164060:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.164071:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.164085:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474329408:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.164145:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.175069:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474329408:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.175094:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.181107:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465433728:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 17177us (17417us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.181123:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14092 00000100:00100000:1.0:1761319689.181320:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.181614:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433856 00002000:00100000:3.0:1761319689.181651:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000fbd22aeb x1846876465433856/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319689.181661:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fbd22aeb with x1846876465433856 ext(380928->385023) 00010000:00010000:3.0:1761319689.181678:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.181690:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fbd22aeb 00000100:00100000:3.0:1761319689.181711:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2762 00000100:00100000:3.0:1761319689.181717:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465433856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319689.183081:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465433856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1359us (1759us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.183092:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2762 00002000:00100000:3.0:1761319689.183100:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000fbd22aeb x1846876465433856/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319689.183109:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fbd22aeb with x1846876465433856 ext(380928->385023) 00010000:00010000:3.0:1761319689.183118:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.183127:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fbd22aeb 00000100:00100000:1.0:1761319689.195521:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.195580:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.195845:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433984 00010000:00010000:3.0:1761319689.195891:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.196027:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465433920 00000100:00100000:0.0:1761319689.196073:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21001 00000100:00100000:0.0:1761319689.196081:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465433920:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.196108:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.196446:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aef0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.196490:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.196496:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.196504:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319689.196508:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.196603:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.196619:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.196636:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cbea046c, rc 0) 00000100:00100000:0.0:1761319689.196700:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+55:32205:x1846876465433920:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 618us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.196709:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21001 00000100:00100000:1.0:1761319689.197727:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14093 00000100:00100000:1.0:1761319689.197738:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465433984:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319689.197759:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.197786:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.197802:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.197831:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea996 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee2 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.197850:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.197852:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.197859:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.197868:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.197994:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.198008:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.198023:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e87e2892 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329536:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.198097:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fe3110d0 going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.205456:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.205590:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e87e2892 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329536:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.205624:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.205703:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465433984:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 7965us (10123us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.205717:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14093 00000100:00100000:0.0:1761319689.205762:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434048 00010000:00010000:0.0:1761319689.205791:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.206415:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14094 00000100:00100000:0.0:1761319689.206493:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465434048:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319689.206551:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.206578:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.206591:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.206623:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea99d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aee9 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.206641:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.206644:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.206653:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.206663:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.206707:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.206724:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e87e2892 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329600:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.206777:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fe3110d0 going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.211153:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e87e2892 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329600:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.211196:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.211271:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465434048:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4845us (5825us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.211287:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14094 00000100:00100000:3.0:1761319689.219443:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.219534:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434112 00000100:00100000:0.0:1761319689.219610:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21002 00000100:00100000:0.0:1761319689.219618:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c18cf05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465434112:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.219645:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.219675:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aef7 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.219726:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.219736:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.219738:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.219742:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.219798:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.219813:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.219831:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e87e2892 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474329664:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.219957:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fe3110d0 going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.224735:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.225155:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434240 00000100:00100000:0.0:1761319689.225203:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e87e2892 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474329664:192.168.203.12@tcp:104: 00002000:00100000:3.0:1761319689.225217:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000925c8c42 x1846876465434240/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.225230:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000925c8c42 with x1846876465434240 ext(380928->385023) 00010000:00010000:3.0:1761319689.225248:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.225248:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1761319689.225273:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000925c8c42 00010000:00010000:0.0:1761319689.225292:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000064d5360c, rc 0) 00000100:00100000:3.0:1761319689.226815:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2763 00000100:00100000:3.0:1761319689.226832:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000925c8c42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465434240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319689.227111:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000925c8c42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465434240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 282us (2387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.227121:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2763 00002000:00100000:3.0:1761319689.227134:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000925c8c42 x1846876465434240/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.227145:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000925c8c42 with x1846876465434240 ext(380928->385023) 00010000:00010000:3.0:1761319689.227159:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.227170:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000925c8c42 00000100:00100000:0.0:1761319689.227269:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c18cf05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465434112:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7649us (7837us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.227280:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21002 00000100:00100000:2.0:1761319689.230654:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.230705:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.230814:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434368 00000100:00100000:0.0:1761319689.230814:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434304 00010000:00010000:1.0:1761319689.230870:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.230890:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21003 00000100:00100000:0.0:1761319689.230898:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465434304:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.230917:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:1.0:1761319689.230929:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14095 00000100:00100000:1.0:1761319689.230935:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088e3f6b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465434368:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319689.230951:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aefe expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.230963:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.230987:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.231061:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.231069:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319689.231073:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.231088:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.231104:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.231127:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.231133:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36ea9a4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef0 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.231147:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.231155:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.231159:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.231166:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.231176:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.231293:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a6928ca5, rc 0) 00010000:00010000:1.0:1761319689.231306:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.231319:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.231333:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e352926 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329792:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.231375:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465434304:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 476us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.231384:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21003 00000100:00100000:1.0:1761319689.231385:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.235399:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e352926 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329792:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.235442:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.236386:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088e3f6b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465434368:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5443us (5673us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.236404:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14095 00000100:00100000:3.0:1761319689.236507:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.236744:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434496 00002000:00100000:0.0:1761319689.236796:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000f74033ff x1846876465434496/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319689.236808:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f74033ff with x1846876465434496 ext(380928->385023) 00010000:00010000:0.0:1761319689.236823:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.236835:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f74033ff 00000100:00100000:0.0:1761319689.236863:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2764 00000100:00100000:0.0:1761319689.236869:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f74033ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465434496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319689.238280:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f74033ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465434496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1401us (1777us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.238297:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2764 00002000:00100000:0.0:1761319689.238311:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000f74033ff x1846876465434496/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319689.238323:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f74033ff with x1846876465434496 ext(380928->385023) 00010000:00010000:0.0:1761319689.238340:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.238353:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f74033ff 00000100:00100000:2.0:1761319689.245431:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.245620:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434560 00000100:00100000:3.0:1761319689.246209:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.246301:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434624 00010000:00010000:2.0:1761319689.246331:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.246373:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14096 00000100:00100000:2.0:1761319689.246380:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465434624:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319689.246398:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.246432:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.246445:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.246473:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36ea9ab lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aef7 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.246491:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.246492:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.246500:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.246584:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.246632:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.246646:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0e4f89f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329856:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.246733:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.247878:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21004 00000100:00100000:1.0:1761319689.247890:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465434560:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.247952:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.247976:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af05 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.248012:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.248020:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.248022:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.248024:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.248058:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.248070:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.248081:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017d6b711 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474329920:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.248152:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.250786:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0e4f89f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329856:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.250815:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.250868:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465434624:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4486us (4666us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.250883:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14096 00000100:00100000:1.0:1761319689.252742:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017d6b711 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474329920:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.252772:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.252796:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000090510de, rc 0) 00000100:00100000:3.0:1761319689.252820:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.253576:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434688 00010000:00010000:2.0:1761319689.253606:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.253647:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14097 00000100:00100000:2.0:1761319689.253653:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465434688:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319689.253666:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.253684:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.253695:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.253719:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36ea9b2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aefe expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.253731:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.253733:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.253739:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.253748:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.253778:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.253795:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0e4f89f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329984:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.253970:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465434560:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6081us (8557us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.253979:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21004 00000100:00100000:2.0:1761319689.254054:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.256543:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0e4f89f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474329984:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.256577:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.256651:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465434688:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2991us (3828us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.256662:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14097 00000100:00100000:3.0:1761319689.266199:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.266375:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434752 00000100:00100000:1.0:1761319689.266689:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21005 00000100:00100000:1.0:1761319689.266702:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465434752:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.266719:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.266738:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af0c expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.266769:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.266778:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.266780:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.266783:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.266814:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.266825:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.266837:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017d6b711 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474330048:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.267829:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.273478:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.273678:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434880 00002000:00100000:2.0:1761319689.273721:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e87e2892 x1846876465434880/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.273732:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e87e2892 with x1846876465434880 ext(380928->385023) 00010000:00010000:2.0:1761319689.273754:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319689.273763:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e87e2892 00000100:00100000:2.0:1761319689.273790:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2765 00000100:00100000:2.0:1761319689.273795:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e87e2892 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465434880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319689.273998:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e87e2892 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465434880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 201us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.274005:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2765 00002000:00100000:2.0:1761319689.274011:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e87e2892 x1846876465434880/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.274018:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e87e2892 with x1846876465434880 ext(380928->385023) 00010000:00010000:2.0:1761319689.274025:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319689.274031:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e87e2892 00000100:00100000:1.0:1761319689.275619:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017d6b711 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474330048:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.275651:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.275674:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d6171b0, rc 0) 00000100:00100000:1.0:1761319689.275723:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465434752:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9021us (9531us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.275732:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21005 00000100:00100000:3.0:1761319689.279453:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.279504:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.279823:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435008 00000100:00100000:1.0:1761319689.279882:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21006 00000100:00100000:1.0:1761319689.279889:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465435008:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.279906:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.279925:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af13 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.279966:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.279972:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.279980:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319689.279983:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.280022:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.280035:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.280049:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000033588309, rc 0) 00000100:00100000:1.0:1761319689.280105:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465435008:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 215us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.280112:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21006 00000100:00100000:2.0:1761319689.280240:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465434944 00010000:00010000:2.0:1761319689.280257:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.280294:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14098 00000100:00100000:2.0:1761319689.280299:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2265:x1846876465434944:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319689.280308:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.280326:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.280337:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.280356:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36ea9b9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af05 expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.280370:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.280371:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.280378:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.280386:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.280414:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.280425:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.280437:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0e4f89f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474330176:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.280476:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.285241:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.285366:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435136 00002000:00100000:3.0:1761319689.285409:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000ee99d571 x1846876465435136/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.285421:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ee99d571 with x1846876465435136 ext(380928->385023) 00010000:00010000:3.0:1761319689.285432:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.285444:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ee99d571 00000100:00100000:2.0:1761319689.285937:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0e4f89f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474330176:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.285972:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.286149:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2766 00000100:00100000:3.0:1761319689.286156:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee99d571 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465435136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319689.286888:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2265:x1846876465434944:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6586us (7441us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.286897:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14098 00000100:00100000:3.0:1761319689.286906:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee99d571 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465435136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 747us (1671us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.286915:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2766 00002000:00100000:3.0:1761319689.286923:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000ee99d571 x1846876465435136/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.286994:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ee99d571 with x1846876465435136 ext(380928->385023) 00010000:00010000:3.0:1761319689.287004:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.287013:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ee99d571 00000100:00100000:0.0:1761319689.292127:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.292326:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.292685:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435200 00000100:00100000:2.0:1761319689.292729:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21007 00000100:00100000:2.0:1761319689.292735:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465435200:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.292754:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.292773:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af1a expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.292804:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.292811:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.292817:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319689.292820:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.292855:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.292866:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.292878:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319689.292929:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465435200:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 192us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.292936:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21007 00000100:00100000:3.0:1761319689.293168:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435264 00010000:00010000:3.0:1761319689.293186:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.293226:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14099 00000100:00100000:3.0:1761319689.293230:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003094425a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2265:x1846876465435264:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319689.293462:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.293481:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.293491:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.293538:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ea9c0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af0c expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.293596:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.293599:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.293605:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.293613:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.293639:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.293649:0:6238:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.293660:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474330304:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.293722:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.301285:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474330304:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.301314:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.301370:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003094425a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2265:x1846876465435264:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 8138us (9044us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.301381:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14099 00000100:00100000:2.0:1761319689.301488:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.302880:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435392 00002000:00100000:0.0:1761319689.303018:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000b0e4f89f x1846876465435392/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319689.303030:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b0e4f89f with x1846876465435392 ext(380928->385023) 00010000:00010000:0.0:1761319689.303039:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.303053:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b0e4f89f 00000100:00100000:3.0:1761319689.303686:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2767 00000100:00100000:3.0:1761319689.303694:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465435392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319689.303867:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465435392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (2380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.303874:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2767 00002000:00100000:3.0:1761319689.303880:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000b0e4f89f x1846876465435392/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319689.303888:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b0e4f89f with x1846876465435392 ext(380928->385023) 00010000:00010000:3.0:1761319689.303894:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.303900:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b0e4f89f 00000100:00100000:0.0:1761319689.307439:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.307484:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.307693:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435520 00010000:00010000:3.0:1761319689.307726:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.307768:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14100 00000100:00100000:3.0:1761319689.307775:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465435520:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319689.307789:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.307807:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.307818:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.307841:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36ea9c7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af13 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.307860:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.307863:0:6238:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.307870:0:6238:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.307879:0:6238:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.307912:0:6238:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.307924:0:6238:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474330368:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.308074:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435456 00000100:00100000:1.0:1761319689.308107:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21008 00000100:00100000:1.0:1761319689.308111:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465435456:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.308123:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.308135:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af21 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.308160:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.308166:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.308167:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.308169:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.308188:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.308213:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.308222:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017d6b711 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474330432:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.309057:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.309346:0:6238:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.311906:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.311958:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017d6b711 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474330432:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.311989:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.312011:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fc2c6643, rc 0) 00000100:00100000:3.0:1761319689.312017:0:6238:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6238:1846876474330368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.312033:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.312069:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465435456:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3955us (4636us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.312078:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21008 00000100:00100000:0.0:1761319689.312112:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435584 00010000:00010000:0.0:1761319689.312138:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.312178:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14101 00000100:00100000:0.0:1761319689.312183:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465435584:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319689.312253:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.312272:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.312283:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.312303:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9ce lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af1a expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.312315:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.312316:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.312322:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.312331:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.312363:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.312376:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046d56841 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474330496:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.312571:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465435520:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4795us (5086us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.312579:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14100 00000100:00100000:0.0:1761319689.312871:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.316932:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046d56841 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474330496:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.316968:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.317024:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465435584:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4839us (5123us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.317034:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14101 00000100:00100000:1.0:1761319689.324273:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.324404:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435648 00000100:00100000:2.0:1761319689.324454:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21009 00000100:00100000:2.0:1761319689.324461:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465435648:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.324479:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.324499:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af28 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.324683:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.324693:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.324695:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.324698:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.324727:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.324748:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.324761:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dccf0ad0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474330560:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.325391:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.328845:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dccf0ad0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474330560:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.328875:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.328897:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319689.328957:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465435648:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4495us (4690us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.328966:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21009 00000100:00100000:1.0:1761319689.329097:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.329413:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435712 00010000:00010000:3.0:1761319689.329435:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.329466:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14102 00000100:00100000:3.0:1761319689.329471:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e019a704 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465435712:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319689.329482:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.329500:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.329545:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.329566:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ea9d5 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af21 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.329578:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.329580:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.329586:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.329595:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.329624:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.329634:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474330624:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.329680:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ca1c538a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.331716:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.332102:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435776 00000100:00100000:2.0:1761319689.332146:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21010 00000100:00100000:2.0:1761319689.332152:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017d6b711 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465435776:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.332167:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.332183:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af2f expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.332223:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.332231:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.332233:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.332236:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.332262:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.332273:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.332285:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dccf0ad0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474330688:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.332350:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.334889:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.335456:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435904 00002000:00100000:0.0:1761319689.335498:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000002e352926 x1846876465435904/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.335527:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002e352926 with x1846876465435904 ext(380928->385023) 00010000:00010000:0.0:1761319689.335540:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.335549:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002e352926 00000100:00100000:0.0:1761319689.335585:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2768 00000100:00100000:0.0:1761319689.335591:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e352926 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465435904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319689.335803:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474330624:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.335823:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.338052:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e352926 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465435904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 2455us (3165us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.338055:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e019a704 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465435712:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 8580us (8957us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.338070:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14102 00000100:00100000:0.0:1761319689.338390:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2768 00000100:00100000:2.0:1761319689.338396:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dccf0ad0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474330688:192.168.203.12@tcp:104: 00002000:00100000:0.0:1761319689.338403:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000002e352926 x1846876465435904/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.338414:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002e352926 with x1846876465435904 ext(380928->385023) 00010000:00010000:2.0:1761319689.338423:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.338427:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:0.0:1761319689.338444:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002e352926 00010000:00010000:2.0:1761319689.338452:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319689.338489:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017d6b711 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465435776:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6337us (6778us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.338497:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21010 00000100:00100000:2.0:1761319689.342289:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.342551:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465435968 00000100:00100000:1.0:1761319689.342601:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21011 00000100:00100000:1.0:1761319689.342615:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465435968:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.342633:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.342652:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af36 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.342683:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.342689:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.342696:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319689.342698:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.342733:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.342744:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.342757:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c4aee4a8, rc 0) 00000100:00100000:1.0:1761319689.342811:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465435968:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 202us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.342818:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21011 00000100:00100000:2.0:1761319689.343859:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.344202:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436032 00010000:00010000:3.0:1761319689.344228:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.344262:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14103 00000100:00100000:3.0:1761319689.344268:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465436032:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319689.344281:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.344300:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.344309:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.344330:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36ea9dc lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af28 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1761319689.344342:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.344344:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.344351:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.344359:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.344391:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.344401:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1761319689.344419:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474330816:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.344477:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000001cd7a4b3 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.347763:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474330816:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.347789:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.349146:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465436032:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4873us (5286us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.349159:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14103 00000100:00100000:0.0:1761319689.349544:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.350032:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436160 00002000:00100000:1.0:1761319689.350073:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000046d56841 x1846876465436160/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319689.350084:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000046d56841 with x1846876465436160 ext(380928->385023) 00010000:00010000:1.0:1761319689.350094:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319689.350104:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000046d56841 00000100:00100000:1.0:1761319689.350762:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2769 00000100:00100000:1.0:1761319689.350770:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046d56841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465436160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319689.351715:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046d56841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465436160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 942us (2170us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.351726:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2769 00002000:00100000:1.0:1761319689.351735:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000046d56841 x1846876465436160/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319689.351744:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000046d56841 with x1846876465436160 ext(380928->385023) 00010000:00010000:1.0:1761319689.351755:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319689.351764:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000046d56841 00000100:00100000:0.0:1761319689.354582:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.354612:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.354852:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436288 00010000:00010000:2.0:1761319689.354884:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.354928:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14104 00000100:00100000:2.0:1761319689.354934:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465436288:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319689.354957:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.354977:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.354987:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.355010:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36ea9e3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af2f expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.355026:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.355029:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.355036:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.355045:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.355084:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.355096:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474330880:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.355160:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.355293:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436224 00000100:00100000:1.0:1761319689.355327:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21012 00000100:00100000:1.0:1761319689.355331:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000873f2a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465436224:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.355343:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.355354:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af3d expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.355370:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.355377:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.355378:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.355380:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.355404:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.355414:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.355423:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474330944:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.355443:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000086567383 going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.359950:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474330880:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.359977:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.360290:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474330944:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.360310:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.360331:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000faade50d, rc 0) 00000100:00100000:0.0:1761319689.360407:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465436288:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5472us (5794us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.360418:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14104 00000100:00100000:0.0:1761319689.360873:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.361054:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000873f2a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465436224:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5721us (6477us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.361062:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21012 00000100:00100000:3.0:1761319689.363179:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436352 00010000:00010000:2.0:1761319689.363285:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.363336:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14105 00000100:00100000:2.0:1761319689.363344:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dad5471 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465436352:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319689.363359:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.363375:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.363387:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.363409:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36ea9ea lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af36 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.363424:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.363425:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.363433:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.363441:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.363475:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.363487:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331008:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.363570:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.367706:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331008:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.367732:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.367782:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dad5471 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465436352:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4438us (6910us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.367793:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14105 00000100:00100000:0.0:1761319689.370783:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.370853:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436416 00000100:00100000:1.0:1761319689.370905:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21013 00000100:00100000:1.0:1761319689.370911:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006422faba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465436416:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.370927:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.370956:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af44 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.370993:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.371001:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.371003:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.371006:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.371033:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.371042:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.371053:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474331072:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.371114:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000086567383 going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.372682:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474331072:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.372704:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.372888:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000426ff2da, rc 0) 00000100:00100000:1.0:1761319689.372926:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006422faba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465436416:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2015us (2149us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.372932:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21013 00000100:00100000:2.0:1761319689.374925:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.374995:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436480 00010000:00010000:0.0:1761319689.375024:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.375261:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14106 00000100:00100000:0.0:1761319689.375267:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465436480:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319689.375280:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.375297:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.375307:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.375329:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36ea9f1 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af3d expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.375342:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.375344:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.375350:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.375359:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.375397:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.375409:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003094425a pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331136:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.375838:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.379673:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.379962:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003094425a pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331136:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.379988:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.380035:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465436480:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4767us (5114us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.380046:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14106 00000100:00100000:1.0:1761319689.380141:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436608 00002000:00100000:1.0:1761319689.380175:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000009a2f1207 x1846876465436608/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.380184:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009a2f1207 with x1846876465436608 ext(380928->385023) 00002000:00010000:1.0:1761319689.380188:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009a2f1207 00000100:00100000:1.0:1761319689.380215:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20428 00000100:00100000:1.0:1761319689.380220:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465436608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319689.380533:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465436608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 289us (845us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.380540:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20428 00002000:00100000:1.0:1761319689.380545:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000009a2f1207 x1846876465436608/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.380552:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009a2f1207 with x1846876465436608 ext(380928->385023) 00002000:00010000:1.0:1761319689.380555:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009a2f1207 00000100:00100000:3.0:1761319689.380710:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.381160:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436672 00000100:00100000:1.0:1761319689.381400:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21014 00000100:00100000:1.0:1761319689.381405:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465436672:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.381416:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.381433:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af4b expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.381459:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.381467:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.381469:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.381471:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.381500:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.381954:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.381969:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474331200:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.382026:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000086567383 going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.384895:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474331200:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.384927:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.384960:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d49c3dae, rc 0) 00000100:00100000:2.0:1761319689.385016:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465436672:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3610us (4306us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.385025:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21014 00000100:00100000:3.0:1761319689.385560:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.385594:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.385737:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436800 00010000:00010000:0.0:1761319689.385763:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.385793:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14107 00000100:00100000:0.0:1761319689.385799:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465436800:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319689.385812:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.385832:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.385843:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.385865:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36ea9f8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af44 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.385879:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.385881:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1761319689.385887:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436736 00010000:00010000:0.0:1761319689.385889:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.385900:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.385932:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.385957:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8235b70 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331264:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.385980:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21015 00000100:00100000:2.0:1761319689.385987:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465436736:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.385999:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:0.0:1761319689.386009:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00010000:00010000:2.0:1761319689.386013:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af52 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.386034:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.386042:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.386044:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.386047:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.386067:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.386078:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.386088:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474331328:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.386125:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.392546:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.392643:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8235b70 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331264:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.392666:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.392719:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465436800:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6919us (7124us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.392730:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14107 00000100:00100000:1.0:1761319689.392821:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436928 00002000:00100000:1.0:1761319689.392859:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000d8f3636e x1846876465436928/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.392870:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d8f3636e with x1846876465436928 ext(380928->385023) 00010000:00010000:1.0:1761319689.392884:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319689.392893:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d8f3636e 00000100:00100000:1.0:1761319689.392929:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2770 00000100:00100000:1.0:1761319689.392936:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465436928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319689.393001:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474331328:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.393019:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.393038:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319689.394343:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465436736:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8352us (8781us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.394354:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21015 00000100:00100000:1.0:1761319689.394364:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465436928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1426us (1822us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.394374:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2770 00002000:00100000:1.0:1761319689.394383:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000d8f3636e x1846876465436928/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.394393:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d8f3636e with x1846876465436928 ext(380928->385023) 00010000:00010000:1.0:1761319689.394403:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319689.394417:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d8f3636e 00000100:00100000:3.0:1761319689.396599:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.396786:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465436992 00000100:00100000:2.0:1761319689.396828:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21016 00000100:00100000:2.0:1761319689.396832:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465436992:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.396847:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.396863:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af59 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.396885:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.396889:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.396894:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319689.396896:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.396924:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.396933:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.396954:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319689.397010:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465436992:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 176us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.397018:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21016 00000100:00100000:3.0:1761319689.397414:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.397809:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437056 00010000:00010000:0.0:1761319689.397828:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1761319689.397859:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14108 00000100:00100000:0.0:1761319689.397863:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465437056:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319689.397872:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.397888:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.397898:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.397918:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36ea9ff lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af4b expref: 55 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1761319689.397932:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.397936:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.397954:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.397968:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.398393:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 52 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.398407:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 52 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.398418:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331456:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.398503:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.400488:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331456:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.400535:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.400574:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465437056:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2710us (3161us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.400585:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14108 00000100:00100000:3.0:1761319689.401956:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.402353:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437120 00010000:00010000:1.0:1761319689.402384:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.402422:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14109 00000100:00100000:1.0:1761319689.402427:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d03badf6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465437120:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319689.402439:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.402457:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.402473:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.402495:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa06 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af52 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.402532:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.402534:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.402541:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.402549:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.402580:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.402591:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331520:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.402640:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf5480ca going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.404978:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331520:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.405002:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.405048:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d03badf6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2264:x1846876465437120:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2619us (3105us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.405058:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14109 00000100:00100000:0.0:1761319689.412871:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.413119:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437184 00000100:00100000:1.0:1761319689.413177:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21017 00000100:00100000:1.0:1761319689.413186:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465437184:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.413216:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.413237:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af60 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.413269:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.413278:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.413281:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.413283:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.413327:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 53 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.413339:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 53 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.413351:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474331584:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.413413:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000005336c61c going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.415524:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474331584:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.415551:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.415573:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000044a7ae0b, rc 0) 00000100:00100000:1.0:1761319689.415624:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465437184:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2437us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.415632:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21017 00000100:00100000:3.0:1761319689.416094:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.416145:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437248 00010000:00010000:1.0:1761319689.416166:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.416200:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14110 00000100:00100000:1.0:1761319689.416205:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465437248:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319689.416216:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.416232:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.416242:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.416261:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa0d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af59 expref: 54 pid: 8226 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.416272:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.416274:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.416279:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.416287:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.416310:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.416325:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331648:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.416369:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000005336c61c going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.422246:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.422290:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.422431:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437312 00000100:00100000:2.0:1761319689.422486:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21018 00000100:00100000:2.0:1761319689.422493:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465437312:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.422535:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.422557:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af67 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.422588:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437440 00010000:00010000:2.0:1761319689.422592:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.422601:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.422603:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.422606:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1761319689.422631:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000315fc21f x1846876465437440/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.422653:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000315fc21f with x1846876465437440 ext(380928->385023) 00010000:00010000:2.0:1761319689.422654:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.422663:0:8231:0:(ldlm_lockd.c:589:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.422671:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.422674:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000315fc21f 00000100:00100000:2.0:1761319689.422689:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474331712:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319689.422705:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2771 00000100:00100000:3.0:1761319689.422711:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465437440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319689.422751:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.422875:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465437440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.422886:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2771 00002000:00100000:3.0:1761319689.422892:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000315fc21f x1846876465437440/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.422906:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000315fc21f with x1846876465437440 ext(380928->385023) 00010000:00010000:3.0:1761319689.422915:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:3.0:1761319689.422922:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000315fc21f 00000100:00100000:1.0:1761319689.423078:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060667b2d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331648:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.423096:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.423131:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465437248:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6925us (7039us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.423138:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14110 00000100:00100000:1.0:1761319689.426312:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474331712:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.426345:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.426368:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:1.0:1761319689.426567:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465437312:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4072us (4327us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.426578:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21018 00000100:00100000:0.0:1761319689.426605:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.426634:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437568 00000100:00100000:1.0:1761319689.426670:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21019 00000100:00100000:1.0:1761319689.426676:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000084479d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465437568:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.426689:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.426707:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af6e expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.426710:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1761319689.426731:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.426736:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.426744:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319689.426747:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.426779:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.426790:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.426800:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d49c3dae, rc 0) 00000100:00100000:1.0:1761319689.426834:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000084479d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465437568:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 157us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.426840:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21019 00000100:00100000:1.0:1761319689.426976:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437504 00010000:00010000:1.0:1761319689.426987:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.427018:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14111 00000100:00100000:1.0:1761319689.427022:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2262:x1846876465437504:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319689.427030:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.427046:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.427057:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.427075:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa14 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af60 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1761319689.427086:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.427088:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.427092:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.427099:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.427116:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.427125:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.427136:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331840:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.427183:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000005336c61c going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.429390:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331840:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.429411:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.429455:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465437504:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2431us (2747us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.429463:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14111 00000100:00100000:0.0:1761319689.429883:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.431183:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437696 00002000:00100000:2.0:1761319689.431228:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e85dd6fb x1846876465437696/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.431239:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e85dd6fb with x1846876465437696 ext(380928->385023) 00010000:00010000:2.0:1761319689.431249:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:2.0:1761319689.431264:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e85dd6fb 00000100:00100000:1.0:1761319689.432143:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2772 00000100:00100000:1.0:1761319689.432151:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465437696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319689.432342:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465437696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 190us (2460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.432351:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2772 00002000:00100000:1.0:1761319689.432359:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000e85dd6fb x1846876465437696/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319689.432368:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e85dd6fb with x1846876465437696 ext(380928->385023) 00010000:00010000:1.0:1761319689.432376:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00002000:00010000:1.0:1761319689.432384:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000e85dd6fb 00000100:00100000:3.0:1761319689.436274:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.436322:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.436546:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437824 00010000:00010000:2.0:1761319689.436579:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.436617:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14112 00000100:00100000:2.0:1761319689.436623:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2265:x1846876465437824:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319689.436636:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.436653:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.436663:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.436687:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa1b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af67 expref: 54 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.436702:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.436704:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.436710:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.436719:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.436750:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.436764:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331904:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.436818:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.436964:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437760 00000100:00100000:1.0:1761319689.437002:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21020 00000100:00100000:1.0:1761319689.437006:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465437760:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.437018:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.437031:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af75 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.437049:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.437056:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.437057:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.437059:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.437077:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.437088:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 52 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1761319689.437097:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474331968:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.437127:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.439918:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474331904:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.440091:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.440142:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2265:x1846876465437824:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3517us (3820us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.440152:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14112 00000100:00100000:1.0:1761319689.440863:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474331968:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.440886:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.440906:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000044a7ae0b, rc 0) 00000100:00100000:1.0:1761319689.440933:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465437760:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3926us (4668us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.440949:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21020 00000100:00100000:0.0:1761319689.442162:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.442242:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437888 00010000:00010000:2.0:1761319689.442270:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1761319689.442306:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14113 00000100:00100000:2.0:1761319689.442312:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465437888:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319689.442324:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.442341:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.442352:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.442376:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eaa22 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af6e expref: 53 pid: 8228 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1761319689.442388:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.442391:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.442396:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.442405:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.442436:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.442448:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474332032:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.442549:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.444357:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474332032:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.444382:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.444598:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465437888:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2284us (2441us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.444608:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14113 00000100:00100000:0.0:1761319689.455203:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.455271:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465437952 00000100:00100000:1.0:1761319689.456607:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21021 00000100:00100000:1.0:1761319689.456618:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465437952:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.456635:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.456657:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af7c expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.456691:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.456700:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.456702:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.456705:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.456734:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.456745:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.456755:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332096:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.457722:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.460061:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.460137:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438080 00002000:00100000:2.0:1761319689.460177:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000003e6fcfd3 x1846876465438080/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.460188:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003e6fcfd3 with x1846876465438080 ext(380928->385023) 00010000:00010000:2.0:1761319689.460198:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.460207:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003e6fcfd3 00000100:00100000:2.0:1761319689.460237:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2773 00000100:00100000:2.0:1761319689.460243:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465438080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319689.460407:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465438080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.460415:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2773 00002000:00100000:2.0:1761319689.460421:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000003e6fcfd3 x1846876465438080/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.460429:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003e6fcfd3 with x1846876465438080 ext(380928->385023) 00010000:00010000:2.0:1761319689.460436:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.460442:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003e6fcfd3 00000100:00100000:1.0:1761319689.463332:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332096:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.463364:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.463386:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000426ff2da, rc 0) 00000100:00100000:1.0:1761319689.463438:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465437952:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6819us (8236us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.463446:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21021 00000100:00100000:0.0:1761319689.464252:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.464286:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.464339:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438208 00000100:00100000:2.0:1761319689.464340:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438144 00010000:00010000:2.0:1761319689.464363:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 55 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.464385:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21022 00000100:00100000:1.0:1761319689.464390:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465438208:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:2.0:1761319689.464391:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14114 00000100:00100000:2.0:1761319689.464395:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000873f2a9d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465438144:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319689.464403:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.464405:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.464417:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af83 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.464422:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 55 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.464432:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.464444:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.464504:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.464568:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319689.464571:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 56 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.464593:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eaa29 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af75 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.464608:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.464609:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.464610:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.464701:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.464709:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.464721:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.464730:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000faade50d, rc 0) 00010000:00010000:2.0:1761319689.464732:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.464741:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 52 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.464752:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474332224:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.465886:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465438208:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1492us (1633us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.465895:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21022 00000100:00100000:2.0:1761319689.465976:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.469398:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474332224:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.469425:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.469478:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000873f2a9d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465438144:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5080us (5190us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.469489:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14114 00000100:00100000:3.0:1761319689.469728:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.470545:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438336 00002000:00100000:1.0:1761319689.470587:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000098ccbfd3 x1846876465438336/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319689.470597:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098ccbfd3 with x1846876465438336 ext(380928->385023) 00010000:00010000:1.0:1761319689.470606:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.470613:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000098ccbfd3 00000100:00100000:1.0:1761319689.470637:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2774 00000100:00100000:1.0:1761319689.470643:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465438336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319689.470819:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465438336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (1093us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.470826:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2774 00002000:00100000:1.0:1761319689.470831:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@0000000098ccbfd3 x1846876465438336/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319689.470838:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098ccbfd3 with x1846876465438336 ext(380928->385023) 00010000:00010000:1.0:1761319689.470844:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.470850:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000098ccbfd3 00000100:00100000:0.0:1761319689.473758:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.473788:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.473860:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438464 00010000:00010000:2.0:1761319689.473892:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.473931:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14115 00000100:00100000:2.0:1761319689.473937:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465438464:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319689.473962:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.473978:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.473988:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.474010:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eaa30 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af7c expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.474024:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.474026:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.474032:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.474040:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.474073:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.474086:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474332288:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.474152:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.474220:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438400 00000100:00100000:1.0:1761319689.474255:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21023 00000100:00100000:1.0:1761319689.474259:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006422faba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465438400:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.474270:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.474283:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af8a expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.474301:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.474307:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.474309:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.474311:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.474335:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.474345:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.474354:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332352:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.474377:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000086567383 going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.478168:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332352:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.478210:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.478232:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c4aee4a8, rc 0) 00000100:00100000:1.0:1761319689.478614:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006422faba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+54:32205:x1846876465438400:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4352us (4862us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.478624:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21023 00000100:00100000:2.0:1761319689.479055:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474332288:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.479071:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.479108:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465438464:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 5170us (5319us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.479117:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14115 00000100:00100000:0.0:1761319689.480291:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.480466:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438592 00002000:00100000:1.0:1761319689.480502:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000bf8cb8df x1846876465438592/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.480540:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bf8cb8df with x1846876465438592 ext(380928->385023) 00010000:00010000:1.0:1761319689.480550:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.480558:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000bf8cb8df 00000100:00100000:1.0:1761319689.480583:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2775 00000100:00100000:1.0:1761319689.480589:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465438592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319689.480743:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465438592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.480751:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2775 00002000:00100000:1.0:1761319689.480755:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000bf8cb8df x1846876465438592/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.480763:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bf8cb8df with x1846876465438592 ext(380928->385023) 00010000:00010000:1.0:1761319689.480769:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.480775:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000bf8cb8df 00000100:00100000:0.0:1761319689.484131:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.484170:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.484314:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438720 00010000:00010000:2.0:1761319689.484343:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.484376:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14116 00000100:00100000:2.0:1761319689.484381:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9081324 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465438720:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319689.484394:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.484410:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.484420:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.484440:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eaa37 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af83 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.484455:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.484456:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.484462:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.484470:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.484498:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.484554:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474332416:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.484605:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000579b34ff going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.485288:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438656 00000100:00100000:1.0:1761319689.485321:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21024 00000100:00100000:1.0:1761319689.485325:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465438656:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.485336:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.485347:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af91 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.485364:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.485371:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.485372:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.485374:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.485397:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.485406:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 52 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.485414:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332480:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.485447:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000086567383 going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.488650:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013ed271d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332480:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.488681:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.488703:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fc2c6643, rc 0) 00000100:00100000:1.0:1761319689.488752:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465438656:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3424us (4627us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.488761:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21024 00000100:00100000:3.0:1761319689.490109:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.490279:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474332416:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.490298:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.490560:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438784 00010000:00010000:0.0:1761319689.490588:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.490626:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14117 00000100:00100000:0.0:1761319689.490632:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2262:x1846876465438784:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319689.490644:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.490663:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.490675:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.490697:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eaa3e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af8a expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.490710:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.490713:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.490720:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.490729:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.490762:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.490775:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006dad5471 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474332544:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.491126:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9081324 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465438720:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6742us (6954us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.491136:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14116 00000100:00100000:0.0:1761319689.492151:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.494788:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006dad5471 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474332544:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.494813:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.494861:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2262:x1846876465438784:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4227us (4756us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.494871:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14117 00000100:00100000:1.0:1761319689.501823:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.501921:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438848 00000100:00100000:2.0:1761319689.501982:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21025 00000100:00100000:2.0:1761319689.501988:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:32205:x1846876465438848:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.502004:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.502024:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af98 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.502055:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.502063:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.502065:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.502068:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.502096:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.502111:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.502123:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332608:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.502190:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.508276:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.508352:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465438976 00002000:00100000:1.0:1761319689.508394:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000003094425a x1846876465438976/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319689.508405:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003094425a with x1846876465438976 ext(380928->385023) 00010000:00010000:1.0:1761319689.508416:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.508431:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003094425a 00000100:00100000:1.0:1761319689.508465:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2776 00000100:00100000:1.0:1761319689.508471:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003094425a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465438976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319689.508663:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003094425a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465438976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.508671:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2776 00002000:00100000:1.0:1761319689.508677:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000003094425a x1846876465438976/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319689.508684:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003094425a with x1846876465438976 ext(380928->385023) 00010000:00010000:1.0:1761319689.508690:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.508696:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000003094425a 00000100:00100000:2.0:1761319689.512126:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332608:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.512159:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.512182:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:2.0:1761319689.512255:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465438848:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 10265us (10437us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.512264:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21025 00000100:00100000:0.0:1761319689.517027:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.520902:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.521006:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439104 00010000:00010000:3.0:1761319689.521041:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.521083:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14118 00000100:00100000:3.0:1761319689.521091:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2264:x1846876465439104:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319689.521106:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.521129:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.521140:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.521154:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439040 00010000:00010000:3.0:1761319689.521163:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eaa45 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af91 expref: 55 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.521179:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.521181:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1761319689.521186:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21026 00010000:00010000:3.0:1761319689.521188:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.521191:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dad5471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465439040:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319689.521198:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.521204:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.521216:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3af9f expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.521231:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.521285:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.521286:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.521289:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.521299:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 52 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.521309:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 52 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.521319:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 52 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.521322:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef779d6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474332672:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.521326:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 52 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.521334:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332736:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319689.521416:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.521416:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.525342:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef779d6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474332672:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.525368:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.525424:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2264:x1846876465439104:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4331us (4528us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.525436:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14118 00000100:00100000:2.0:1761319689.526078:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332736:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.526100:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.526120:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319689.526160:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dad5471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465439040:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4967us (9139us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.526167:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21026 00000100:00100000:3.0:1761319689.526332:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.526730:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439232 00002000:00100000:2.0:1761319689.526763:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000000ef779d6 x1846876465439232/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.526773:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000ef779d6 with x1846876465439232 ext(380928->385023) 00010000:00010000:2.0:1761319689.526783:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.526797:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000ef779d6 00000100:00100000:2.0:1761319689.526824:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2777 00000100:00100000:2.0:1761319689.526830:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465439232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319689.526977:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465439232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (645us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.526984:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2777 00002000:00100000:2.0:1761319689.526989:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@000000000ef779d6 x1846876465439232/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.526995:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000ef779d6 with x1846876465439232 ext(380928->385023) 00010000:00010000:2.0:1761319689.527002:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.527008:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000ef779d6 00000100:00100000:3.0:1761319689.530561:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.530799:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439296 00010000:00010000:0.0:1761319689.530832:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.530890:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14119 00000100:00100000:0.0:1761319689.530897:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465439296:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319689.530911:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.530935:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.530958:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.530983:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa4c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af98 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.530999:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.531001:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.531008:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.531018:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.531055:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.531069:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4c39465 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474332800:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.531140:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.531777:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.531869:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439360 00000100:00100000:2.0:1761319689.532653:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21027 00000100:00100000:2.0:1761319689.532660:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000873f2a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465439360:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.532676:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.532695:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afa6 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.532722:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.532730:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.532732:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.532735:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.532764:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.532776:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.532787:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332864:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.532846:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.534124:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4c39465 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474332800:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.534146:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.534200:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+54:2263:x1846876465439296:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3294us (3637us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.534210:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14119 00000100:00100000:3.0:1761319689.536042:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.536147:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439424 00010000:00010000:0.0:1761319689.536178:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.536221:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14120 00000100:00100000:0.0:1761319689.536228:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465439424:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319689.536241:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.536260:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.536272:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.536299:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.536301:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.536308:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.536317:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.536351:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.536364:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4c39465 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474332928:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.536430:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00010000:00010000:2.0:1761319689.536566:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa53 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3af9f expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.536582:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332864:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.536604:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.536619:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319689.536646:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000873f2a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465439360:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3985us (4876us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.536653:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21027 00010000:00010000:2.0:1761319689.538202:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319689.538754:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4c39465 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474332928:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.538777:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.538833:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465439424:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2603us (2795us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.538843:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14120 00000100:00100000:3.0:1761319689.539403:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.539482:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439552 00002000:00100000:1.0:1761319689.539548:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000dcb11ca9 x1846876465439552/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.539558:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dcb11ca9 with x1846876465439552 ext(380928->385023) 00002000:00010000:1.0:1761319689.539562:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000dcb11ca9 00000100:00100000:1.0:1761319689.539585:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20429 00000100:00100000:1.0:1761319689.539590:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcb11ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465439552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319689.539755:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcb11ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2263:x1846876465439552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.539766:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20429 00002000:00100000:1.0:1761319689.539771:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000dcb11ca9 x1846876465439552/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.539777:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dcb11ca9 with x1846876465439552 ext(380928->385023) 00002000:00010000:1.0:1761319689.539779:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000dcb11ca9 00000100:00100000:1.0:1761319689.542453:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.542699:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439680 00002000:00100000:2.0:1761319689.542738:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (385024->389119) req@0000000017d6b711 x1846876465439680/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:2.0:1761319689.542753:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000017d6b711 with x1846876465439680 ext(385024->389119) 00002000:00010000:2.0:1761319689.542757:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000017d6b711 00000100:00100000:2.0:1761319689.542786:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20430 00000100:00100000:2.0:1761319689.542792:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017d6b711 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2265:x1846876465439680:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1761319689.542972:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017d6b711 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2265:x1846876465439680:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 178us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.542979:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20430 00002000:00100000:2.0:1761319689.542985:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (385024->389119) req@0000000017d6b711 x1846876465439680/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:2.0:1761319689.542992:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000017d6b711 with x1846876465439680 ext(385024->389119) 00002000:00010000:2.0:1761319689.542995:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000017d6b711 00000100:00100000:0.0:1761319689.546020:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.546065:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.546209:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439744 00000100:00100000:1.0:1761319689.546209:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439872 00002000:00100000:1.0:1761319689.546250:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@00000000f8235b70 x1846876465439872/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319689.546266:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f8235b70 with x1846876465439872 ext(389120->393215) 00002000:00010000:1.0:1761319689.546270:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000f8235b70 00000100:00100000:2.0:1761319689.546302:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21028 00000100:00100000:2.0:1761319689.546309:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:32196:x1846876465439744:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.546352:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.546370:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afad expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.546377:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20431 00000100:00100000:1.0:1761319689.546381:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465439872:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1761319689.546398:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.546405:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.546407:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.546409:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.546438:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.546448:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.546459:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332992:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.546569:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.546787:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+53:2264:x1846876465439872:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 404us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.546795:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20431 00002000:00100000:1.0:1761319689.546800:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@00000000f8235b70 x1846876465439872/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319689.546808:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f8235b70 with x1846876465439872 ext(389120->393215) 00010000:00010000:1.0:1761319689.546814:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 53 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.546821:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000f8235b70 00000100:00100000:2.0:1761319689.548812:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474332992:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.548842:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.548863:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000041a6fc87, rc 0) 00000100:00100000:2.0:1761319689.548919:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465439744:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2609us (2907us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.548928:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21028 00000100:00100000:3.0:1761319689.549176:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.549251:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.549750:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440000 00000100:00100000:2.0:1761319689.549797:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21029 00000100:00100000:2.0:1761319689.549803:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039fa2f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+53:32205:x1846876465440000:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.549816:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:1.0:1761319689.549827:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465439936 00010000:00010000:2.0:1761319689.549833:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afb4 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1761319689.549851:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->389119) req@00000000d924f9a8 x1846876465439936/t0(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 8680/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00010000:2.0:1761319689.549854:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.549857:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00002000:00100000:1.0:1761319689.549859:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d924f9a8 with x1846876465439936 ext(380928->389119) 00010000:00010000:2.0:1761319689.549860:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.549867:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 55 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.549868:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1761319689.549874:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d924f9a8 00010000:00010000:2.0:1761319689.549877:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a109cde5, rc 0) 00000100:00100000:1.0:1761319689.549893:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2778 00000100:00100000:1.0:1761319689.549897:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d924f9a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+55:2263:x1846876465439936:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 00000100:00100000:2.0:1761319689.549903:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039fa2f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+55:32205:x1846876465440000:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 101us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.549909:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21029 00000100:00100000:1.0:1761319689.551103:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d924f9a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2263:x1846876465439936:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 Request processed in 1199us (1849us total) trans 4294973879 rc 0/0 00000100:00100000:1.0:1761319689.551114:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2778 00002000:00100000:1.0:1761319689.551121:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->389119) req@00000000d924f9a8 x1846876465439936/t4294973879(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 8680/448 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_03.0' 00002000:00100000:1.0:1761319689.551131:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d924f9a8 with x1846876465439936 ext(380928->389119) 00010000:00010000:1.0:1761319689.551140:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.551147:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000d924f9a8 00000100:00100000:1.0:1761319689.554426:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.554557:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440064 00010000:00010000:0.0:1761319689.554589:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.554622:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14121 00000100:00100000:0.0:1761319689.554628:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2264:x1846876465440064:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319689.554641:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319689.554657:0:16616:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb mtime from disk: 1761319687 -> 1761319689 00002000:00010000:0.0:1761319689.554660:0:16616:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb ctime from disk: 1761319687 -> 1761319689 00002000:00010000:0.0:1761319689.554662:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 752 -> 768 00010000:00010000:0.0:1761319689.554667:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.554678:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.554704:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa5a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afa6 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.554719:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.554721:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.554728:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.554736:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.554744:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.554745:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.554748:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.554754:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.554787:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.554800:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333056:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.554865:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 53 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.554873:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3767349 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333120:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.554890:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.559406:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8cf922c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333056:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.559423:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3767349 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333120:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.559445:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319689.559776:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+55:2264:x1846876465440064:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5144us (5353us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.560081:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.560384:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14121 00000100:00100000:2.0:1761319689.560501:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440192 00002000:00100000:2.0:1761319689.560650:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000a0f2fd9e x1846876465440192/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.560660:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a0f2fd9e with x1846876465440192 ext(380928->385023) 00002000:00010000:2.0:1761319689.560664:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a0f2fd9e 00000100:00100000:2.0:1761319689.560690:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20432 00000100:00100000:2.0:1761319689.560696:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465440192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319689.560867:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465440192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (786us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.560874:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20432 00002000:00100000:2.0:1761319689.560879:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000a0f2fd9e x1846876465440192/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.560887:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a0f2fd9e with x1846876465440192 ext(380928->385023) 00002000:00010000:2.0:1761319689.560889:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a0f2fd9e 00000100:00100000:3.0:1761319689.566074:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.566288:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440320 00002000:00100000:2.0:1761319689.566331:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (385024->389119) req@00000000a085beaa x1846876465440320/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.566341:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a085beaa with x1846876465440320 ext(385024->389119) 00002000:00010000:2.0:1761319689.566346:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a085beaa 00000100:00100000:2.0:1761319689.566380:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20433 00000100:00100000:2.0:1761319689.566386:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a085beaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465440320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319689.566569:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a085beaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2263:x1846876465440320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (501us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.566577:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20433 00002000:00100000:2.0:1761319689.566582:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (385024->389119) req@00000000a085beaa x1846876465440320/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.566588:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a085beaa with x1846876465440320 ext(385024->389119) 00002000:00010000:2.0:1761319689.566591:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a085beaa 00000100:00100000:0.0:1761319689.571436:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.571485:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.571870:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440512 00002000:00100000:1.0:1761319689.571989:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@00000000c8cf922c x1846876465440512/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319689.572007:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c8cf922c with x1846876465440512 ext(389120->393215) 00002000:00010000:1.0:1761319689.572012:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c8cf922c 00000100:00100000:1.0:1761319689.572046:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20434 00000100:00100000:1.0:1761319689.572052:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+55:2264:x1846876465440512:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1761319689.572240:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+55:2264:x1846876465440512:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 187us (755us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.572248:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20434 00002000:00100000:1.0:1761319689.572253:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@00000000c8cf922c x1846876465440512/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319689.572260:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c8cf922c with x1846876465440512 ext(389120->393215) 00002000:00010000:1.0:1761319689.572263:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c8cf922c 00000100:00100000:2.0:1761319689.572339:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440384 00000100:00100000:2.0:1761319689.572374:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21030 00000100:00100000:2.0:1761319689.572378:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:32196:x1846876465440384:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.572386:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.572405:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afbb expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.572431:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.572439:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.572441:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.572444:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.572473:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 54 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.572484:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 54 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.572497:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474333184:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.572569:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.577863:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.578043:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440640 00002000:00100000:3.0:1761319689.578086:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@000000001be37b5d x1846876465440640/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.578097:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001be37b5d with x1846876465440640 ext(393216->397311) 00010000:00010000:3.0:1761319689.578109:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 55 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.578119:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001be37b5d 00000100:00100000:3.0:1761319689.578154:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2779 00000100:00100000:3.0:1761319689.578160:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+55:2263:x1846876465440640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319689.578340:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+55:2263:x1846876465440640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (482us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.578347:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2779 00002000:00100000:3.0:1761319689.578353:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@000000001be37b5d x1846876465440640/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.578361:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001be37b5d with x1846876465440640 ext(393216->397311) 00010000:00010000:3.0:1761319689.578367:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 55 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.578373:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001be37b5d 00000100:00100000:2.0:1761319689.578498:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474333184:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.578539:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.578555:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000073128cd2, rc 0) 00000100:00100000:2.0:1761319689.578582:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465440384:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6203us (7153us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.578590:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21030 00000100:00100000:3.0:1761319689.582709:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.582824:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.583214:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440768 00002000:00100000:1.0:1761319689.583258:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@00000000638e54c1 x1846876465440768/t0(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 4584/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00002000:00100000:1.0:1761319689.583270:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000638e54c1 with x1846876465440768 ext(389120->393215) 00000100:00100000:2.0:1761319689.583279:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440704 00010000:00010000:1.0:1761319689.583281:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 55 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.583290:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000638e54c1 00000100:00100000:1.0:1761319689.583319:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2780 00000100:00100000:2.0:1761319689.583320:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21031 00000100:00100000:2.0:1761319689.583326:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074e4c104 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+56:32205:x1846876465440704:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:1.0:1761319689.583326:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2262:x1846876465440768:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 00010000:00010000:2.0:1761319689.583337:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.583355:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afc2 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.583382:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.583384:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.583387:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.584411:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.584430:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fe9adcdc, rc 0) 00000100:00100000:2.0:1761319689.584486:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074e4c104 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465440704:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1160us (1785us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.584493:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21031 00000100:00100000:1.0:1761319689.585244:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465440768:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 Request processed in 1917us (2419us total) trans 4294973880 rc 0/0 00000100:00100000:1.0:1761319689.585258:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2780 00002000:00100000:1.0:1761319689.585270:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@00000000638e54c1 x1846876465440768/t4294973880(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 4584/448 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_04.0' 00002000:00100000:1.0:1761319689.585280:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000638e54c1 with x1846876465440768 ext(389120->393215) 00010000:00010000:1.0:1761319689.585289:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.585295:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000638e54c1 00000100:00100000:3.0:1761319689.587997:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.588225:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440832 00010000:00010000:0.0:1761319689.588257:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.588300:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14122 00000100:00100000:0.0:1761319689.588305:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dfc849e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465440832:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319689.588319:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319689.588334:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 768 -> 776 00010000:00010000:0.0:1761319689.588340:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.588351:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.588373:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a109cde5/0x8eaf31f9c36eaa68 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [389120->33943551] (req 389120->393215) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afb4 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.588390:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.588392:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.588398:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.588407:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.588415:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.588416:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319689.588419:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.588426:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.588458:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.588471:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024e38f92 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333248:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319689.589142:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 54 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319689.589153:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9de5ad pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333312:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.589177:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.595871:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.595972:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024e38f92 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.595987:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9de5ad pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.596010:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.596137:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dfc849e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465440832:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 7830us (8146us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.596147:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14122 00000100:00100000:1.0:1761319689.596631:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465440960 00002000:00100000:1.0:1761319689.596666:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@00000000fa91c852 x1846876465440960/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319689.596676:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fa91c852 with x1846876465440960 ext(389120->393215) 00002000:00010000:1.0:1761319689.596680:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000fa91c852 00000100:00100000:1.0:1761319689.596709:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20435 00000100:00100000:1.0:1761319689.596715:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2265:x1846876465440960:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1761319689.598366:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2265:x1846876465440960:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 1644us (2496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.598377:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20435 00002000:00100000:1.0:1761319689.598387:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@00000000fa91c852 x1846876465440960/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319689.598396:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fa91c852 with x1846876465440960 ext(389120->393215) 00002000:00010000:1.0:1761319689.598400:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000fa91c852 00000100:00100000:0.0:1761319689.602904:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.604110:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441024 00000100:00100000:2.0:1761319689.604742:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21032 00000100:00100000:2.0:1761319689.604749:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465441024:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.604767:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.604787:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afc9 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.604818:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.604825:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.604827:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.604829:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.604864:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.604875:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.604887:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474333376:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.604964:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.609742:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474333376:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.609783:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.609814:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000018f0302a, rc 0) 00000100:00100000:2.0:1761319689.609877:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:32196:x1846876465441024:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5125us (6978us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.609886:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21032 00000100:00100000:3.0:1761319689.610327:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.610430:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.610586:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441088 00010000:00010000:1.0:1761319689.610613:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.610707:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441152 00000100:00100000:2.0:1761319689.610743:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21033 00000100:00100000:2.0:1761319689.610749:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000243a9ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465441152:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.610762:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.610778:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afd0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.610800:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.610804:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.610811:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319689.610813:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.610843:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.610853:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.610862:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d83f043, rc 0) 00000100:00100000:2.0:1761319689.610894:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000243a9ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465441152:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 145us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.610900:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21033 00000100:00100000:1.0:1761319689.610959:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14123 00000100:00100000:1.0:1761319689.610964:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abbddd8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465441088:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319689.610974:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.610992:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.611002:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.611026:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaa76 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc2 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.611037:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.611039:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.611044:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.611052:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.611075:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.611085:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 55 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.611099:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333504:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.611136:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000086567383 going to sleep for 6 seconds 00000100:00100000:2.0:1761319689.614894:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.614980:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333504:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.615004:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.615110:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441280 00002000:00100000:3.0:1761319689.615145:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@00000000cd392b5f x1846876465441280/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.615154:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000cd392b5f with x1846876465441280 ext(393216->397311) 00010000:00010000:3.0:1761319689.615162:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.615169:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000cd392b5f 00000100:00100000:3.0:1761319689.615195:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2781 00000100:00100000:3.0:1761319689.615201:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465441280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319689.615358:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abbddd8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465441088:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4392us (5032us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.615366:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14123 00000100:00100000:3.0:1761319689.615824:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465441280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 622us (937us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.615831:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2781 00002000:00100000:3.0:1761319689.615836:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@00000000cd392b5f x1846876465441280/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.615843:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000cd392b5f with x1846876465441280 ext(393216->397311) 00010000:00010000:3.0:1761319689.615849:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.615856:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000cd392b5f 00000100:00100000:2.0:1761319689.619974:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.620017:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.620212:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441344 00000100:00100000:3.0:1761319689.620262:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21034 00000100:00100000:3.0:1761319689.620269:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3dcd0dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:32196:x1846876465441344:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319689.620286:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319689.620305:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afd7 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.620332:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319689.620338:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.620344:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319689.620347:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 57 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.620382:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.620396:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 57 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.620409:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:3.0:1761319689.620466:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3dcd0dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:32196:x1846876465441344:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 197us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.620474:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21034 00000100:00100000:1.0:1761319689.621032:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441408 00010000:00010000:1.0:1761319689.621052:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.621074:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14124 00000100:00100000:1.0:1761319689.621079:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:2262:x1846876465441408:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319689.621088:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.621105:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.621114:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.621132:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaa7d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afc9 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.621145:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.621147:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.621152:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.621159:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.621183:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.621206:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.621217:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333632:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.621271:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.625987:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.626082:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333632:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.626107:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.626161:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2262:x1846876465441408:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5080us (6144us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.626172:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14124 00000100:00100000:3.0:1761319689.626255:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441536 00002000:00100000:3.0:1761319689.626293:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@00000000b8602162 x1846876465441536/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319689.626303:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b8602162 with x1846876465441536 ext(393216->397311) 00010000:00010000:3.0:1761319689.626313:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.626321:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b8602162 00000100:00100000:3.0:1761319689.626349:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2782 00000100:00100000:3.0:1761319689.626354:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465441536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319689.626546:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465441536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 190us (565us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.626553:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2782 00002000:00100000:3.0:1761319689.626558:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@00000000b8602162 x1846876465441536/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319689.626565:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b8602162 with x1846876465441536 ext(393216->397311) 00010000:00010000:3.0:1761319689.626571:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.626578:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b8602162 00000100:00100000:2.0:1761319689.630573:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.630849:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441664 00000100:00100000:2.0:1761319689.630862:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.630913:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441600 00010000:00010000:1.0:1761319689.630955:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.630960:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21035 00000100:00100000:0.0:1761319689.630965:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465441600:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.630978:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:1.0:1761319689.630991:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14125 00010000:00010000:0.0:1761319689.630994:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afde expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.630995:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465441664:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319689.631006:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319689.631016:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.631020:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.631134:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319689.631138:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.631149:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.631160:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.631173:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.631178:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa84 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd0 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319689.631184:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.631200:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.631202:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.631207:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.631215:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.631225:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e961b9fe, rc 0) 00010000:00010000:1.0:1761319689.631235:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 55 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.631244:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 55 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.631254:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333760:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.631312:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.631314:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465441600:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 348us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.631321:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21035 00000100:00100000:1.0:1761319689.635215:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333760:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.635245:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.635297:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2262:x1846876465441664:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4299us (4729us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.635309:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14125 00000100:00100000:2.0:1761319689.639085:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.639150:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441728 00010000:00010000:1.0:1761319689.639189:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.639232:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14126 00000100:00100000:1.0:1761319689.639292:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b6072b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465441728:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319689.639309:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.639414:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.639427:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.639451:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eaa8b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afd7 expref: 56 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.639465:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.639468:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.639475:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.639484:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.639570:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.639591:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333824:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.639649:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.644673:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333824:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.644748:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.644850:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b6072b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465441728:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5610us (5771us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.644876:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14126 00000100:00100000:0.0:1761319689.649740:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.649845:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441792 00000100:00100000:2.0:1761319689.649964:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21036 00000100:00100000:2.0:1761319689.649970:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:32196:x1846876465441792:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.649987:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.650008:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afe5 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.650042:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.650050:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.650052:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.650056:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.650088:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.650100:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.650111:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b62892b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474333888:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.650185:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.656950:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b62892b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474333888:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.656984:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.657009:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d83f043, rc 0) 00000100:00100000:0.0:1761319689.657075:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:32196:x1846876465441792:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7103us (7341us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.657084:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21036 00000100:00100000:3.0:1761319689.657270:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.657357:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441856 00010000:00010000:1.0:1761319689.657409:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.657447:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14127 00000100:00100000:1.0:1761319689.657453:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000872f7629 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465441856:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319689.657481:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.657571:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.657597:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.657645:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eaa92 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afde expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.657670:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.657673:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.657693:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.657715:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.657769:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.657797:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333952:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.657874:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.659102:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.659734:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465441920 00000100:00100000:0.0:1761319689.659782:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21037 00000100:00100000:0.0:1761319689.659789:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465441920:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.659809:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.659826:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3afec expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.659853:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.659860:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.659862:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.659865:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.659892:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.659903:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 55 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.659921:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b51ae90 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334016:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.659998:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035b3e89f going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.662722:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474333952:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.662750:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.662797:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000872f7629 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465441856:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5343us (5528us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.662808:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14127 00000100:00100000:0.0:1761319689.664037:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b51ae90 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334016:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.664067:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.664091:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000037110a29, rc 0) 00000100:00100000:0.0:1761319689.664264:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465441920:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4473us (5165us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.664273:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21037 00000100:00100000:3.0:1761319689.664420:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.664480:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442048 00002000:00100000:2.0:1761319689.664534:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@000000006dfc849e x1846876465442048/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.664544:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006dfc849e with x1846876465442048 ext(393216->397311) 00010000:00010000:2.0:1761319689.664556:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.664564:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000006dfc849e 00000100:00100000:2.0:1761319689.664587:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2783 00000100:00100000:2.0:1761319689.664594:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dfc849e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465442048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319689.664788:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dfc849e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465442048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (369us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.664794:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2783 00002000:00100000:2.0:1761319689.664800:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@000000006dfc849e x1846876465442048/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.664808:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006dfc849e with x1846876465442048 ext(393216->397311) 00010000:00010000:2.0:1761319689.664814:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.664821:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000006dfc849e 00000100:00100000:2.0:1761319689.667313:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.667355:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.667471:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442112 00000100:00100000:0.0:1761319689.667550:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21038 00000100:00100000:0.0:1761319689.667556:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007043fb5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:32196:x1846876465442112:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.667573:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.667592:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3aff3 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.667622:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.667628:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.667636:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319689.667639:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.667692:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.667711:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.667724:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000babcff68, rc 0) 00000100:00100000:0.0:1761319689.667784:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007043fb5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:32196:x1846876465442112:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 227us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.667792:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21038 00000100:00100000:1.0:1761319689.668049:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442176 00010000:00010000:1.0:1761319689.668068:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.668091:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14128 00000100:00100000:1.0:1761319689.668096:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:2263:x1846876465442176:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319689.668107:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.668126:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.668142:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.668162:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eaa99 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afe5 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.668175:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.668177:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.668183:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.668192:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.668216:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.668225:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.668237:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334144:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.668285:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.671699:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334144:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.671724:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.671768:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465442176:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3670us (4412us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.671781:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14128 00000100:00100000:2.0:1761319689.672412:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.672646:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442304 00002000:00100000:1.0:1761319689.672681:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@00000000b62892b7 x1846876465442304/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.672691:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b62892b7 with x1846876465442304 ext(393216->397311) 00010000:00010000:1.0:1761319689.672703:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.672711:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b62892b7 00000100:00100000:1.0:1761319689.673359:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2784 00000100:00100000:1.0:1761319689.673366:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b62892b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465442304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319689.673537:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b62892b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465442304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (1127us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.673545:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2784 00002000:00100000:1.0:1761319689.673551:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@00000000b62892b7 x1846876465442304/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319689.673559:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b62892b7 with x1846876465442304 ext(393216->397311) 00010000:00010000:1.0:1761319689.673566:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.673572:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b62892b7 00000100:00100000:2.0:1761319689.677168:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.677276:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.677328:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442432 00010000:00010000:1.0:1761319689.677356:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.677400:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14129 00000100:00100000:1.0:1761319689.677406:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465442432:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319689.677419:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.677435:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.677444:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.677465:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037110a29/0x8eaf31f9c36eaaa0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afec expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.677478:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.677481:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.677486:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.677494:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.677568:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.677581:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334208:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.677635:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000005336c61c going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.677690:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442368 00000100:00100000:0.0:1761319689.677728:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21039 00000100:00100000:0.0:1761319689.677732:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062488817 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465442368:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.677744:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.677757:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3affa expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.677773:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.677779:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.677780:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.677782:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.677800:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.677810:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 55 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.677818:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b51ae90 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334272:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.677840:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035b3e89f going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.681036:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.681239:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334208:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.681263:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.681308:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465442432:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3900us (4145us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.681318:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14129 00000100:00100000:0.0:1761319689.681578:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b51ae90 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334272:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.681597:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.681616:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bf6e78fa, rc 0) 00000100:00100000:0.0:1761319689.681646:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062488817 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465442368:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3913us (4371us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.681653:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21039 00000100:00100000:1.0:1761319689.682213:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442496 00010000:00010000:1.0:1761319689.682233:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.682263:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14130 00000100:00100000:1.0:1761319689.682268:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002290d9a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465442496:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319689.682280:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.682296:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.682306:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.682326:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000babcff68/0x8eaf31f9c36eaaa7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aff3 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.682338:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.682340:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.682346:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.682354:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.682383:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.682394:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334336:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.682431:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000005336c61c going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.694440:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.695924:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442560 00000100:00100000:2.0:1761319689.695992:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21040 00000100:00100000:2.0:1761319689.695998:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:32196:x1846876465442560:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.696016:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.696035:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b001 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.696067:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.696080:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.696082:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.696085:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.696116:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.696127:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.696138:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005df77adb pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334400:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.696210:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.697487:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334336:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.697542:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.697586:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002290d9a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:2263:x1846876465442496:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 15317us (16558us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.697596:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14130 00000100:00100000:3.0:1761319689.698287:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.698434:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005df77adb pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334400:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.698456:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.698476:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000018f0302a, rc 0) 00000100:00100000:0.0:1761319689.698540:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:32196:x1846876465442560:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2541us (4108us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.698548:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21040 00000100:00100000:1.0:1761319689.698819:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442624 00010000:00010000:1.0:1761319689.698839:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.698870:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14131 00000100:00100000:1.0:1761319689.698874:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000872f7629 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465442624:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319689.698885:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.698901:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.698911:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.698933:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eaaae lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3affa expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.698960:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.698962:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.698968:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.698976:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.699008:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.699019:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334464:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.699068:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.701161:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.701289:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334464:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.701310:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.701360:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000872f7629 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2263:x1846876465442624:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2485us (3086us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.701370:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14131 00000100:00100000:3.0:1761319689.701974:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442752 00002000:00100000:3.0:1761319689.702013:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@000000005df77adb x1846876465442752/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.702023:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005df77adb with x1846876465442752 ext(393216->397311) 00002000:00010000:3.0:1761319689.702027:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000005df77adb 00000100:00100000:3.0:1761319689.702056:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20436 00000100:00100000:3.0:1761319689.702061:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005df77adb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465442752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319689.702241:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005df77adb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465442752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (1088us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.702248:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20436 00002000:00100000:3.0:1761319689.702254:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@000000005df77adb x1846876465442752/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.702261:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005df77adb with x1846876465442752 ext(393216->397311) 00002000:00010000:3.0:1761319689.702264:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000005df77adb 00000100:00100000:2.0:1761319689.705383:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.705433:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.705561:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442880 00002000:00100000:3.0:1761319689.705608:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@00000000ff7e8a4e x1846876465442880/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319689.705634:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ff7e8a4e with x1846876465442880 ext(397312->401407) 00002000:00010000:3.0:1761319689.705640:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000ff7e8a4e 00000100:00100000:3.0:1761319689.705675:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20437 00000100:00100000:3.0:1761319689.705682:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2264:x1846876465442880:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1761319689.705697:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465442944 00000100:00100000:3.0:1761319689.705882:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2264:x1846876465442880:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.705890:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20437 00002000:00100000:3.0:1761319689.705895:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@00000000ff7e8a4e x1846876465442880/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319689.705901:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ff7e8a4e with x1846876465442880 ext(397312->401407) 00002000:00010000:3.0:1761319689.705904:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000ff7e8a4e 00000100:00100000:1.0:1761319689.706281:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21041 00000100:00100000:1.0:1761319689.706286:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+56:32205:x1846876465442944:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.706296:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.706454:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b008 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.706484:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.706493:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.706495:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.706498:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.706558:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 55 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.706571:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 55 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.706582:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334528:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.706638:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.709451:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334528:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.709485:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.709507:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000033588309, rc 0) 00000100:00100000:1.0:1761319689.709605:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465442944:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3316us (4171us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.709614:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21041 00000100:00100000:0.0:1761319689.709993:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.710030:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.710097:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443072 00000100:00100000:3.0:1761319689.710242:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443008 00002000:00100000:3.0:1761319689.710273:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->397311) req@00000000261f2ed6 x1846876465443008/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00002000:00100000:3.0:1761319689.710283:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000261f2ed6 with x1846876465443008 ext(368640->397311) 00010000:00010000:3.0:1761319689.710299:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.710304:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21042 00002000:00010000:3.0:1761319689.710306:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000261f2ed6 00000100:00100000:1.0:1761319689.710310:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e91b8b33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:32196:x1846876465443072:12345-192.168.203.12@tcp:101:mmap_sanity.0 00000100:00100000:3.0:1761319689.710333:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2785 00000100:00100000:3.0:1761319689.710337:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:2262:x1846876465443008:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 00010000:00010000:1.0:1761319689.710371:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.710387:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b00f expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.710404:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.710406:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.710410:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.710648:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.710662:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d6171b0, rc 0) 00000100:00100000:1.0:1761319689.711007:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e91b8b33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465443072:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 695us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.711013:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21042 00000100:00100000:3.0:1761319689.713212:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2262:x1846876465443008:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 Request processed in 2867us (3175us total) trans 4294973883 rc 0/0 00000100:00100000:3.0:1761319689.713229:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2785 00002000:00100000:3.0:1761319689.713240:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->397311) req@00000000261f2ed6 x1846876465443008/t4294973883(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/448 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_03.0' 00002000:00100000:3.0:1761319689.713248:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000261f2ed6 with x1846876465443008 ext(368640->397311) 00010000:00010000:3.0:1761319689.713268:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.713276:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000261f2ed6 00000100:00100000:2.0:1761319689.716152:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.716220:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443136 00010000:00010000:1.0:1761319689.716254:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.716304:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14132 00000100:00100000:1.0:1761319689.716311:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2262:x1846876465443136:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319689.716325:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1761319689.716343:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 776 -> 784 00010000:00010000:1.0:1761319689.716349:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.716365:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.716394:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eaab5 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b001 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.716410:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.716412:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.716418:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.716427:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.716436:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.716437:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.716439:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.716446:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.716478:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.716490:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334592:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.716618:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.716628:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334656:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.716651:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.719847:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007904b004 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334592:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.719864:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334656:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.719888:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.719949:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465443136:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3637us (3805us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.719960:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14132 00000100:00100000:3.0:1761319689.720233:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.720396:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443264 00002000:00100000:2.0:1761319689.720432:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@000000007a9de5ad x1846876465443264/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.720442:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a9de5ad with x1846876465443264 ext(393216->397311) 00002000:00010000:2.0:1761319689.720446:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007a9de5ad 00000100:00100000:2.0:1761319689.720476:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20438 00000100:00100000:2.0:1761319689.720482:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465443264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319689.720715:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465443264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 232us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.720724:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20438 00002000:00100000:2.0:1761319689.720730:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (393216->397311) req@000000007a9de5ad x1846876465443264/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.720796:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a9de5ad with x1846876465443264 ext(393216->397311) 00002000:00010000:2.0:1761319689.720800:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007a9de5ad 00000100:00100000:2.0:1761319689.722832:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.722914:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443328 00000100:00100000:1.0:1761319689.723027:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21043 00000100:00100000:1.0:1761319689.723033:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465443328:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.723048:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.723067:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b016 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.723097:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.723105:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.723107:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.723110:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.723138:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.723149:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.723165:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334720:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.723225:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.725559:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334720:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.725587:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.725609:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000090510de, rc 0) 00000100:00100000:1.0:1761319689.725655:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465443328:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2620us (2827us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.725664:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21043 00000100:00100000:3.0:1761319689.725719:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.726385:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443392 00010000:00010000:1.0:1761319689.726410:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.726449:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14133 00000100:00100000:1.0:1761319689.726455:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465443392:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319689.726468:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.726487:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.726499:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.726557:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaac3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b00f expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.726571:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.726573:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.726635:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.726647:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.726678:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.726690:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334784:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.726739:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.729626:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334784:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.729653:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.729705:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2263:x1846876465443392:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3248us (3986us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.729715:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14133 00000100:00100000:3.0:1761319689.729835:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.729894:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443520 00002000:00100000:0.0:1761319689.729926:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@00000000bc75ed18 x1846876465443520/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319689.729935:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bc75ed18 with x1846876465443520 ext(397312->401407) 00002000:00010000:0.0:1761319689.729951:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000bc75ed18 00000100:00100000:0.0:1761319689.729977:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20439 00000100:00100000:0.0:1761319689.729982:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc75ed18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465443520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319689.730120:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc75ed18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465443520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (286us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.730127:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20439 00002000:00100000:0.0:1761319689.730131:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@00000000bc75ed18 x1846876465443520/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319689.730138:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bc75ed18 with x1846876465443520 ext(397312->401407) 00002000:00010000:0.0:1761319689.730141:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000bc75ed18 00000100:00100000:3.0:1761319689.731320:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.731410:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443584 00000100:00100000:1.0:1761319689.731454:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21044 00000100:00100000:1.0:1761319689.731459:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:32196:x1846876465443584:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.731474:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.731492:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b01d expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.731552:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.731560:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.731562:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.731565:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.731594:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.731606:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.731617:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334848:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.731663:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.734576:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334848:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.734607:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.734630:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000054ef618, rc 0) 00000100:00100000:1.0:1761319689.734681:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465443584:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3219us (3365us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.734689:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21044 00000100:00100000:3.0:1761319689.735560:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.735589:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.735656:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443712 00010000:00010000:2.0:1761319689.735680:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.735711:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14134 00000100:00100000:2.0:1761319689.735716:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000feada10b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465443712:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319689.735728:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.735802:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.735813:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.735832:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000090510de/0x8eaf31f9c36eaaca lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b016 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.735843:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.735845:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.735850:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.735863:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.735890:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.735901:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334912:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.736015:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443648 00000100:00100000:1.0:1761319689.736039:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21045 00000100:00100000:1.0:1761319689.736042:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008834ea39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465443648:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.736054:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.736066:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b024 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.736082:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.736089:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.736090:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.736093:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.736110:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.736121:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.736130:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334976:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.736626:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.736967:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.739930:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474334976:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.739971:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.739991:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d6171b0, rc 0) 00000100:00100000:1.0:1761319689.740040:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008834ea39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465443648:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3995us (4481us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.740048:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21045 00000100:00100000:2.0:1761319689.740117:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474334912:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.740130:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.740150:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000feada10b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465443712:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4433us (4560us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.740157:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14134 00000100:00100000:3.0:1761319689.740925:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.741244:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443840 00002000:00100000:2.0:1761319689.741280:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@0000000021058db5 x1846876465443840/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.741291:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000021058db5 with x1846876465443840 ext(397312->401407) 00010000:00010000:2.0:1761319689.741301:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.741309:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000021058db5 00000100:00100000:2.0:1761319689.741337:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2786 00000100:00100000:2.0:1761319689.741343:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465443840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319689.741535:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465443840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.741544:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2786 00002000:00100000:2.0:1761319689.741549:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@0000000021058db5 x1846876465443840/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.741557:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000021058db5 with x1846876465443840 ext(397312->401407) 00010000:00010000:2.0:1761319689.741563:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.741570:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000021058db5 00000100:00100000:3.0:1761319689.743900:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.744022:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.744118:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443904 00000100:00100000:1.0:1761319689.744172:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21046 00000100:00100000:1.0:1761319689.744178:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004035907b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465443904:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.744202:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.744228:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b02b expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.744247:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465443968 00010000:00010000:1.0:1761319689.744254:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.744262:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.744268:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.744271:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319689.744276:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.744308:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14135 00000100:00100000:2.0:1761319689.744313:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f68d697 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465443968:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319689.744316:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.744325:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.744332:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.744344:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.744347:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006f9f38e4, rc 0) 00010000:00010000:2.0:1761319689.744358:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.744377:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eaad1 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b01d expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.744389:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.744391:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.744396:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.744404:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004035907b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465443904:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 222us (508us total) trans 0 rc 0/0 00010000:00010000:2.0:1761319689.744407:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.744418:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21046 00010000:00010000:2.0:1761319689.744434:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.744445:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.744455:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335104:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.744490:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.746628:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335104:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.746654:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.746700:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f68d697 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465443968:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2385us (2678us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.746710:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14135 00000100:00100000:3.0:1761319689.747275:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.747477:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444032 00010000:00010000:1.0:1761319689.747503:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.747570:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14136 00000100:00100000:1.0:1761319689.747576:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfe01d55 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465444032:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319689.747589:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.747607:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.747618:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.747640:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaad8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b024 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.747655:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.747657:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.747663:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.747671:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.747704:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.747716:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335168:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.747901:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.749900:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335168:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319689.749924:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319689.749977:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfe01d55 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465444032:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2400us (2703us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.749986:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14136 00000100:00100000:3.0:1761319689.759738:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.762174:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444096 00000100:00100000:1.0:1761319689.762254:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21047 00000100:00100000:1.0:1761319689.762261:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dde26205 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465444096:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.762286:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.762312:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b032 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.762355:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.762368:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.762370:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.762372:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.762410:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.762421:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.762444:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474335232:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319689.762571:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.764048:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.764126:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444224 00002000:00100000:2.0:1761319689.764168:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@00000000794aae18 x1846876465444224/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.764179:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000794aae18 with x1846876465444224 ext(397312->401407) 00010000:00010000:2.0:1761319689.764195:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.764208:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000794aae18 00000100:00100000:2.0:1761319689.764243:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2787 00000100:00100000:2.0:1761319689.764255:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000794aae18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465444224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319689.764461:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000794aae18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465444224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 211us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.764469:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2787 00002000:00100000:2.0:1761319689.764476:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@00000000794aae18 x1846876465444224/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.764484:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000794aae18 with x1846876465444224 ext(397312->401407) 00010000:00010000:2.0:1761319689.764497:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.764504:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000794aae18 00000100:00100000:1.0:1761319689.769859:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474335232:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.769897:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.769925:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d6171b0, rc 0) 00000100:00100000:1.0:1761319689.769988:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dde26205 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465444096:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7725us (10256us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.770001:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21047 00000100:00100000:1.0:1761319689.774731:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.774828:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.774926:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444352 00000100:00100000:2.0:1761319689.774990:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21048 00000100:00100000:2.0:1761319689.774996:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465444352:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.775015:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.775035:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b039 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.775065:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.775071:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.775083:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319689.775086:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.775123:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.775135:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.775148:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fe9adcdc, rc 0) 00000100:00100000:2.0:1761319689.775208:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465444352:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 210us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.775216:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21048 00000100:00100000:3.0:1761319689.775307:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444288 00010000:00010000:3.0:1761319689.775331:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.775367:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14137 00000100:00100000:3.0:1761319689.775373:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008111c8a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2263:x1846876465444288:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319689.775384:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.775402:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.775412:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.775434:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36eaadf lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b02b expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.775446:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.775448:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.775459:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.775468:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.775492:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.775502:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.775556:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335360:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.775613:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000001cd7a4b3 going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.779770:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.779842:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335360:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.779870:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.779933:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008111c8a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465444288:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4559us (5109us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.779952:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14137 00000100:00100000:0.0:1761319689.780794:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444480 00002000:00100000:0.0:1761319689.780830:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@000000007904b004 x1846876465444480/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319689.780841:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007904b004 with x1846876465444480 ext(397312->401407) 00010000:00010000:0.0:1761319689.780850:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:0.0:1761319689.780859:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007904b004 00000100:00100000:0.0:1761319689.780878:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2788 00000100:00100000:0.0:1761319689.780886:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465444480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319689.781191:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465444480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 305us (1427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.781197:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2788 00002000:00100000:0.0:1761319689.781202:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@000000007904b004 x1846876465444480/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319689.781209:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007904b004 with x1846876465444480 ext(397312->401407) 00010000:00010000:0.0:1761319689.781215:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:0.0:1761319689.781222:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007904b004 00000100:00100000:1.0:1761319689.785365:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.785402:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.785462:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444608 00010000:00010000:3.0:1761319689.785493:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.785578:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14138 00000100:00100000:3.0:1761319689.785585:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465444608:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319689.785599:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.785627:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.785640:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.785665:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eaae6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b032 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.785679:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.785681:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.785687:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.785695:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.785734:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.785747:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feada10b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335424:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.785797:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.786184:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444544 00000100:00100000:0.0:1761319689.786219:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21049 00000100:00100000:0.0:1761319689.786224:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465444544:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.786236:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.786250:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b040 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.786267:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.786274:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.786275:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.786277:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.786298:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.786307:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.786316:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001306103e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474335488:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.786346:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.789163:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feada10b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335424:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.789192:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.789251:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465444608:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3664us (3847us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.789263:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14138 00000100:00100000:0.0:1761319689.789711:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001306103e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474335488:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.789734:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.789757:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008e858d49, rc 0) 00000100:00100000:0.0:1761319689.789793:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465444544:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3567us (4434us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.789801:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21049 00000100:00100000:1.0:1761319689.791874:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.792062:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444736 00002000:00100000:0.0:1761319689.792103:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@00000000059bb536 x1846876465444736/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.792113:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000059bb536 with x1846876465444736 ext(397312->401407) 00010000:00010000:0.0:1761319689.792123:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:0.0:1761319689.792132:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000059bb536 00000100:00100000:0.0:1761319689.792166:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2789 00000100:00100000:0.0:1761319689.792172:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465444736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319689.792348:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465444736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.792356:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2789 00002000:00100000:0.0:1761319689.792362:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@00000000059bb536 x1846876465444736/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.792369:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000059bb536 with x1846876465444736 ext(397312->401407) 00010000:00010000:0.0:1761319689.792380:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:0.0:1761319689.792387:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000059bb536 00000100:00100000:3.0:1761319689.798699:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.799107:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.799215:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444800 00010000:00010000:1.0:1761319689.799249:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319689.799296:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14139 00000100:00100000:1.0:1761319689.799302:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000feada10b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465444800:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319689.799316:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319689.799335:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.799348:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.799372:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eaaed lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b039 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319689.799389:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.799392:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319689.799398:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 57 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.799414:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 57 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.799452:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 57 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319689.799465:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a8f9ed2 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335552:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.799563:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.799831:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444864 00000100:00100000:0.0:1761319689.799866:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21050 00000100:00100000:0.0:1761319689.799871:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f68d697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465444864:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.799884:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.799897:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b047 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.799917:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 57 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.799924:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.799925:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.799927:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.799964:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 57 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.799975:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 57 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.799984:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001306103e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474335616:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.800021:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.803404:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a8f9ed2 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.803430:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.803634:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000feada10b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2263:x1846876465444800:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4329us (4940us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.803645:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14139 00000100:00100000:1.0:1761319689.804486:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.804702:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001306103e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474335616:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.804725:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.804747:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e1a26510, rc 0) 00000100:00100000:0.0:1761319689.804780:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f68d697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465444864:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4908us (5674us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.804787:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21050 00000100:00100000:3.0:1761319689.805128:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465444928 00010000:00010000:3.0:1761319689.805149:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.805221:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14140 00000100:00100000:3.0:1761319689.805226:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465444928:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319689.805239:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.805258:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.805268:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.805289:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eaaf4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b040 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.805300:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.805302:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.805307:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.805315:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.805342:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.805353:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335680:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.805389:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.808176:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335680:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.808206:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.808369:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465444928:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3140us (3884us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.808380:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14140 00000100:00100000:0.0:1761319689.808492:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.808730:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445056 00002000:00100000:2.0:1761319689.808766:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@000000001306103e x1846876465445056/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.808781:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001306103e with x1846876465445056 ext(397312->401407) 00002000:00010000:2.0:1761319689.808785:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001306103e 00000100:00100000:2.0:1761319689.808815:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20440 00000100:00100000:2.0:1761319689.808821:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465445056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319689.808989:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2263:x1846876465445056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.808996:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20440 00002000:00100000:2.0:1761319689.809002:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@000000001306103e x1846876465445056/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319689.809010:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001306103e with x1846876465445056 ext(397312->401407) 00002000:00010000:2.0:1761319689.809012:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001306103e 00000100:00100000:1.0:1761319689.811691:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.812082:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445184 00002000:00100000:2.0:1761319689.812118:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (401408->405503) req@000000009b6072b5 x1846876465445184/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.812128:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009b6072b5 with x1846876465445184 ext(401408->405503) 00002000:00010000:2.0:1761319689.812132:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009b6072b5 00000100:00100000:2.0:1761319689.812166:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20441 00000100:00100000:2.0:1761319689.812171:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b6072b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465445184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319689.812597:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b6072b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465445184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 424us (912us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.812608:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20441 00002000:00100000:2.0:1761319689.812613:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (401408->405503) req@000000009b6072b5 x1846876465445184/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.812620:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009b6072b5 with x1846876465445184 ext(401408->405503) 00002000:00010000:2.0:1761319689.812622:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009b6072b5 00000100:00100000:1.0:1761319689.814412:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.814544:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445248 00000100:00100000:2.0:1761319689.814622:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21051 00000100:00100000:2.0:1761319689.814628:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+57:32205:x1846876465445248:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.814643:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.814663:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b04e expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.814700:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.814708:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.814710:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.814712:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.814753:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.814764:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.814775:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474335744:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319689.814834:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.815212:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.815507:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445376 00002000:00100000:2.0:1761319689.815565:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@0000000034f6e7fa x1846876465445376/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319689.815574:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000034f6e7fa with x1846876465445376 ext(405504->409599) 00010000:00010000:2.0:1761319689.815582:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.815588:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000034f6e7fa 00000100:00100000:2.0:1761319689.815615:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2790 00000100:00100000:2.0:1761319689.815620:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2264:x1846876465445376:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1761319689.816064:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2264:x1846876465445376:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 442us (853us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.816075:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2790 00002000:00100000:2.0:1761319689.816082:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@0000000034f6e7fa x1846876465445376/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319689.816088:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000034f6e7fa with x1846876465445376 ext(405504->409599) 00010000:00010000:2.0:1761319689.816094:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.816101:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000034f6e7fa 00000100:00100000:2.0:1761319689.816364:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474335744:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.816387:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.816403:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fe9adcdc, rc 0) 00000100:00100000:2.0:1761319689.816433:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465445248:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1805us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.816445:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21051 00000100:00100000:0.0:1761319689.818921:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.819092:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.819175:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445440 00000100:00100000:2.0:1761319689.819228:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21052 00000100:00100000:2.0:1761319689.819233:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:32196:x1846876465445440:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.819249:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.819268:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b055 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.819299:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.819301:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.819307:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.819316:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.819327:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000018f0302a, rc 0) 00000100:00100000:2.0:1761319689.819378:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465445440:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 145us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.819385:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21052 00000100:00100000:3.0:1761319689.819430:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445504 00002000:00100000:3.0:1761319689.819457:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (397312->405503) req@00000000c6fde0c5 x1846876465445504/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 8680/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00002000:00100000:3.0:1761319689.819467:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c6fde0c5 with x1846876465445504 ext(397312->405503) 00010000:00010000:3.0:1761319689.819476:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 61 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.819483:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c6fde0c5 00000100:00100000:0.0:1761319689.819532:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2791 00000100:00100000:0.0:1761319689.819538:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2262:x1846876465445504:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 00000100:00100000:0.0:1761319689.820453:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2262:x1846876465445504:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 Request processed in 911us (1360us total) trans 4294973884 rc 0/0 00000100:00100000:0.0:1761319689.820461:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2791 00002000:00100000:0.0:1761319689.820468:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->405503) req@00000000c6fde0c5 x1846876465445504/t4294973884(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 8680/448 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_04.0' 00002000:00100000:0.0:1761319689.820480:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c6fde0c5 with x1846876465445504 ext(397312->405503) 00010000:00010000:0.0:1761319689.820487:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:0.0:1761319689.820494:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c6fde0c5 00000100:00100000:1.0:1761319689.822382:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.822583:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445568 00010000:00010000:3.0:1761319689.822611:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.822656:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14141 00000100:00100000:3.0:1761319689.822662:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2262:x1846876465445568:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319689.822676:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1761319689.822692:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 784 -> 800 00010000:00010000:3.0:1761319689.822699:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.822711:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.822735:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eaafb lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b047 expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.822751:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.822753:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.822760:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.822774:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.822783:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.822784:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.822787:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.822794:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.822827:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.822839:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335808:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.822908:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 57 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.822919:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335872:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.822955:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.825351:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335808:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.825367:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474335872:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.825393:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.825444:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465445568:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2780us (3066us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.825457:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14141 00000100:00100000:1.0:1761319689.825774:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.826190:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445696 00002000:00100000:0.0:1761319689.826244:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@000000002dc2bbbc x1846876465445696/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.826254:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002dc2bbbc with x1846876465445696 ext(397312->401407) 00002000:00010000:0.0:1761319689.826259:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000002dc2bbbc 00000100:00100000:0.0:1761319689.826282:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20442 00000100:00100000:0.0:1761319689.826287:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465445696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319689.826441:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465445696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (669us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.826448:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20442 00002000:00100000:0.0:1761319689.826454:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (397312->401407) req@000000002dc2bbbc x1846876465445696/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.826460:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002dc2bbbc with x1846876465445696 ext(397312->401407) 00002000:00010000:0.0:1761319689.826463:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000002dc2bbbc 00000100:00100000:1.0:1761319689.829822:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.829971:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445824 00002000:00100000:0.0:1761319689.830010:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (401408->405503) req@0000000060667b2d x1846876465445824/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319689.830026:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000060667b2d with x1846876465445824 ext(401408->405503) 00002000:00010000:0.0:1761319689.830031:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000060667b2d 00000100:00100000:0.0:1761319689.830643:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20443 00000100:00100000:0.0:1761319689.830651:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465445824:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319689.830829:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465445824:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (1046us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.830836:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20443 00002000:00100000:0.0:1761319689.830842:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (401408->405503) req@0000000060667b2d x1846876465445824/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319689.830850:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000060667b2d with x1846876465445824 ext(401408->405503) 00002000:00010000:0.0:1761319689.830853:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000060667b2d 00000100:00100000:2.0:1761319689.834156:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.834424:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445888 00000100:00100000:0.0:1761319689.834608:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21053 00000100:00100000:0.0:1761319689.834615:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465445888:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.834634:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.834656:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b05c expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.834697:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.834706:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.834708:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.834711:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.834742:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.834753:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.834766:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a70669 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474335936:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.834840:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.838202:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a70669 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474335936:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.838237:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.838269:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c99f24a0, rc 0) 00000100:00100000:0.0:1761319689.838332:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465445888:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3715us (4182us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.838341:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21053 00000100:00100000:1.0:1761319689.841362:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.841400:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.841481:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465445952 00010000:00010000:3.0:1761319689.841550:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.841595:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14142 00000100:00100000:3.0:1761319689.841601:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4055949 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465445952:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319689.841614:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.841635:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.841645:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.841672:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab09 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b055 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.841692:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.841695:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.841707:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.841717:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.841762:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.841788:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336000:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.841849:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.842501:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446016 00000100:00100000:0.0:1761319689.842580:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21054 00000100:00100000:0.0:1761319689.842585:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a64415d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465446016:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.842605:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.842620:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b063 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.842646:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.842653:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.842668:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.842671:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 63 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.842693:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.842711:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.842722:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a70669 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474336064:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.842786:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.847448:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336000:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.847478:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.847682:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4055949 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2262:x1846876465445952:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 6079us (6325us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.847691:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14142 00000100:00100000:2.0:1761319689.850366:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.850477:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a70669 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474336064:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.850506:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 62 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.850594:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d051b8a, rc 0) 00000100:00100000:1.0:1761319689.850767:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446144 00002000:00100000:1.0:1761319689.850804:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000000792fad3 x1846876465446144/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319689.850814:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000792fad3 with x1846876465446144 ext(405504->409599) 00010000:00010000:1.0:1761319689.850824:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.850832:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000792fad3 00000100:00100000:1.0:1761319689.851620:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2792 00000100:00100000:1.0:1761319689.851628:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465446144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319689.852020:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a64415d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465446016:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 9433us (10617us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.852029:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21054 00000100:00100000:1.0:1761319689.852504:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465446144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 875us (2144us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319689.852531:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2792 00002000:00100000:1.0:1761319689.852538:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000000792fad3 x1846876465446144/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319689.852547:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000792fad3 with x1846876465446144 ext(405504->409599) 00010000:00010000:1.0:1761319689.852557:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319689.852565:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000000792fad3 00000100:00100000:2.0:1761319689.855627:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.855768:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446208 00000100:00100000:0.0:1761319689.855821:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21055 00000100:00100000:0.0:1761319689.855827:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048158028 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465446208:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.855845:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.855864:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b06a expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.855893:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.855899:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.855906:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319689.855909:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.855957:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.855971:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.855985:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000356465bd, rc 0) 00000100:00100000:0.0:1761319689.856040:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048158028 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+60:32205:x1846876465446208:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 211us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.856047:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21055 00000100:00100000:1.0:1761319689.856344:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.856541:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446272 00010000:00010000:3.0:1761319689.856560:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.856591:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14143 00000100:00100000:3.0:1761319689.856595:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004440483e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2262:x1846876465446272:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319689.856604:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.856620:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.856630:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.856971:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eab10 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b05c expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.856985:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.856987:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.856994:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.857004:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.857033:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.857044:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 61 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.857055:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336192:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.857113:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.865145:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336192:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319689.865168:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1761319689.865182:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.865248:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004440483e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465446272:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 8650us (8903us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.865259:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14143 00000100:00100000:0.0:1761319689.865703:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446400 00002000:00100000:0.0:1761319689.865743:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000002b90ab60 x1846876465446400/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.865753:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002b90ab60 with x1846876465446400 ext(405504->409599) 00010000:00010000:0.0:1761319689.865767:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:0.0:1761319689.865782:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002b90ab60 00000100:00100000:0.0:1761319689.865814:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2793 00000100:00100000:0.0:1761319689.865825:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b90ab60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465446400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319689.866147:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b90ab60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465446400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 325us (982us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.866155:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2793 00002000:00100000:0.0:1761319689.866160:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000002b90ab60 x1846876465446400/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.866169:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002b90ab60 with x1846876465446400 ext(405504->409599) 00010000:00010000:0.0:1761319689.866175:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:0.0:1761319689.866183:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000002b90ab60 00000100:00100000:1.0:1761319689.874456:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.874549:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446528 00000100:00100000:2.0:1761319689.874600:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21056 00000100:00100000:2.0:1761319689.874606:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025a9dad4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465446528:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.874623:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.874641:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b071 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.874670:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.874676:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.874688:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319689.874691:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.874731:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.874744:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.874757:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d83f043, rc 0) 00000100:00100000:2.0:1761319689.874820:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025a9dad4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:32196:x1846876465446528:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 213us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.874827:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21056 00000100:00100000:1.0:1761319689.874884:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.876537:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446464 00010000:00010000:2.0:1761319689.876566:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.876597:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14144 00000100:00100000:2.0:1761319689.876602:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008966317a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2263:x1846876465446464:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319689.876613:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.876632:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.876644:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.876668:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eab17 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b063 expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.876681:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.876683:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.876690:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.876699:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.876728:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.876739:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.876751:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336320:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.876809:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aeab928d going to sleep for 6 seconds 00000100:00100000:2.0:1761319689.880363:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336320:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.880393:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.880463:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008966317a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465446464:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3858us (5954us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.880474:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14144 00000100:00100000:1.0:1761319689.884381:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.884449:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446592 00010000:00010000:2.0:1761319689.884486:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.886332:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14145 00000100:00100000:2.0:1761319689.886342:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083006fe8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465446592:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319689.886362:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.886388:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.886403:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.886430:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eab1e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b06a expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.886446:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.886447:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.886454:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.886462:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.886498:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.886548:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336384:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.886612:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.890664:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336384:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.890694:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.890784:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083006fe8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465446592:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4441us (6408us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.890795:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14145 00000100:00100000:1.0:1761319689.900279:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.902986:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446656 00000100:00100000:0.0:1761319689.903045:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21057 00000100:00100000:0.0:1761319689.903050:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f63fa494 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465446656:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.903066:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.903085:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b078 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.903117:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.903126:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.903128:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.903131:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.903159:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.903170:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.903181:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a70669 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474336448:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.903249:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035b3e89f going to sleep for 43 seconds 00000100:00100000:0.0:1761319689.905613:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a70669 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474336448:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319689.905641:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.905666:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000484f7b62, rc 0) 00000100:00100000:0.0:1761319689.905716:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f63fa494 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465446656:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2664us (5444us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.905725:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21057 00000100:00100000:1.0:1761319689.908688:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.908824:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446784 00002000:00100000:0.0:1761319689.908869:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000030b50ae x1846876465446784/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.908881:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000030b50ae with x1846876465446784 ext(405504->409599) 00010000:00010000:0.0:1761319689.908893:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:0.0:1761319689.908910:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000030b50ae 00000100:00100000:0.0:1761319689.908955:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2794 00000100:00100000:0.0:1761319689.908962:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000030b50ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465446784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319689.909164:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000030b50ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465446784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 201us (482us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319689.909172:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2794 00002000:00100000:0.0:1761319689.909178:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000030b50ae x1846876465446784/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319689.909186:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000030b50ae with x1846876465446784 ext(405504->409599) 00010000:00010000:0.0:1761319689.909192:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:0.0:1761319689.909199:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000030b50ae 00000100:00100000:1.0:1761319689.914360:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.915685:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.915750:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446848 00010000:00010000:2.0:1761319689.915784:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.915835:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14146 00000100:00100000:2.0:1761319689.915841:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d87d51a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465446848:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319689.915856:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.915873:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.915885:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.915907:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab25 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b071 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.915924:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.915925:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.915931:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.915951:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.915985:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.915996:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336512:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319689.916087:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465446912 00000100:00100000:3.0:1761319689.916671:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21058 00000100:00100000:3.0:1761319689.916677:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4055949 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465446912:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319689.916690:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319689.916705:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b07f expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.916726:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.916733:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319689.916734:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319689.916736:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.916757:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.916768:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 6/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.916778:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474336576:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319689.916835:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.917483:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.919961:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474336576:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319689.919995:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.920097:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:3.0:1761319689.920147:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4055949 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:32196:x1846876465446912:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3468us (4465us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.920156:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21058 00000100:00100000:1.0:1761319689.922018:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a70669 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474336640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319689.922443:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319689.922998:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474336640 00000100:00100000:0.0:1761319689.923048:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1761319689.923053:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d38eb60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474336640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761319689.923074:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 61440 granted 970107712 pending 552960 free 3918065664 avail 3686543360 00000100:00100000:0.0:1761319689.923109:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d38eb60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474336640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319689.923116:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1761319689.923359:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474336704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319689.923388:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319689.923448:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474336704 00000100:00100000:3.0:1761319689.923476:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1761319689.923479:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d271facc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474336704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319689.923488:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 61440 granted 970107712 pending 552960 free 3918065664 avail 3686543360 00000100:00100000:3.0:1761319689.923533:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d271facc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474336704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.923538:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1761319689.923573:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474336704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319689.923746:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a70669 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474336640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319689.925092:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.925164:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336512:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.925185:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.925350:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447040 00002000:00100000:3.0:1761319689.925382:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000004440483e x1846876465447040/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319689.925391:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004440483e with x1846876465447040 ext(405504->409599) 00010000:00010000:3.0:1761319689.925401:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.925410:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004440483e 00000100:00100000:2.0:1761319689.925540:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d87d51a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465446848:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 9698us (11186us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.925550:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14146 00000100:00100000:3.0:1761319689.925611:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2795 00000100:00100000:3.0:1761319689.925616:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004440483e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465447040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319689.927816:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004440483e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465447040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 2192us (2721us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.927828:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2795 00002000:00100000:2.0:1761319689.927838:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000004440483e x1846876465447040/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.927848:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004440483e with x1846876465447040 ext(405504->409599) 00010000:00010000:2.0:1761319689.927863:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.927872:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000004440483e 00000100:00100000:1.0:1761319689.934113:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.934207:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.934314:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447104 00000100:00100000:3.0:1761319689.934370:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21059 00000100:00100000:3.0:1761319689.934376:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003da67c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465447104:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319689.934395:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319689.934415:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b086 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.934444:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319689.934450:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.934456:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319689.934460:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.934499:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.934547:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.934562:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:3.0:1761319689.934615:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003da67c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+60:32205:x1846876465447104:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 238us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.934623:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21059 00000100:00100000:2.0:1761319689.934642:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447168 00010000:00010000:2.0:1761319689.934658:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.934682:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14147 00000100:00100000:2.0:1761319689.934686:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f4de164 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2262:x1846876465447168:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319689.934695:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.934712:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.934723:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.934742:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eab2c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b078 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.934753:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.934755:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.934761:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.934768:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.934791:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.934802:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.934819:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336832:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.934856:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.940068:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336832:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.940104:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.940165:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f4de164 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465447168:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5476us (5957us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.940176:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14147 00000100:00100000:0.0:1761319689.941239:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.941783:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447232 00010000:00010000:2.0:1761319689.941814:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319689.941853:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14148 00000100:00100000:2.0:1761319689.941859:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007315d5c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465447232:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319689.941871:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319689.941890:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.941902:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.941927:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab33 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b07f expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.941952:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.941954:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319689.941961:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.941969:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.942000:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319689.942012:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336896:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319689.942065:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.950178:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474336896:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.950210:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.950270:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007315d5c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2263:x1846876465447232:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 8409us (9033us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.950282:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14148 00000100:00100000:1.0:1761319689.952425:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319689.952501:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447296 00000100:00100000:0.0:1761319689.952562:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21060 00000100:00100000:0.0:1761319689.952567:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465447296:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.952582:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.952601:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b08d expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.952645:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.952653:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.952655:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.952658:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.952689:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.952702:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.952716:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9824aae pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474336960:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.952783:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035b3e89f going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.956060:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9824aae pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474336960:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319689.956099:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.956124:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a0c98893, rc 0) 00000100:00100000:2.0:1761319689.956187:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465447296:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3617us (3766us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.956196:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21060 00000100:00100000:2.0:1761319689.957949:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.958024:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447360 00010000:00010000:3.0:1761319689.958056:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.958101:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14149 00000100:00100000:3.0:1761319689.958107:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e0e7ed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465447360:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319689.958120:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.958138:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.958148:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.958171:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab3a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b086 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.958186:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.958188:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.958195:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.958205:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.959125:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.959138:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474337024:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.959198:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:1.0:1761319689.961543:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.963119:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447424 00000100:00100000:0.0:1761319689.963261:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21061 00000100:00100000:0.0:1761319689.963269:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465447424:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319689.963286:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319689.963306:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b094 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.963346:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.963354:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.963356:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319689.963359:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.963391:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319689.963402:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319689.963413:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004573c4c8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474337088:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319689.963482:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.963567:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474337024:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.963588:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.963625:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e0e7ed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2262:x1846876465447360:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5518us (5690us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.963633:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14149 00000100:00100000:0.0:1761319689.966647:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.966804:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447552 00002000:00100000:3.0:1761319689.966843:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000adf78915 x1846876465447552/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.966854:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000adf78915 with x1846876465447552 ext(405504->409599) 00010000:00010000:3.0:1761319689.966865:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.966880:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000adf78915 00000100:00100000:3.0:1761319689.966913:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2796 00000100:00100000:3.0:1761319689.966920:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465447552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319689.967091:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465447552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319689.967100:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2796 00002000:00100000:3.0:1761319689.967105:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000adf78915 x1846876465447552/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319689.967112:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000adf78915 with x1846876465447552 ext(405504->409599) 00010000:00010000:3.0:1761319689.967118:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319689.967125:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000adf78915 00000100:00100000:1.0:1761319689.967835:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004573c4c8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474337088:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319689.967862:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.967881:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008472c2b2, rc 0) 00000100:00100000:1.0:1761319689.967956:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465447424:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4686us (6446us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.967964:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21061 00000100:00100000:0.0:1761319689.972888:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.972987:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447616 00000100:00100000:1.0:1761319689.973042:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21062 00000100:00100000:1.0:1761319689.973050:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000778859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465447616:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319689.973071:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319689.973092:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b09b expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.973121:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319689.973128:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.973134:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1761319689.973137:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.973174:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.973187:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319689.973201:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003895d076, rc 0) 00000100:00100000:1.0:1761319689.973261:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000778859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:32196:x1846876465447616:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 210us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319689.974979:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21062 00000100:00100000:0.0:1761319689.975928:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.976009:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447680 00010000:00010000:3.0:1761319689.976039:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.976081:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14150 00000100:00100000:3.0:1761319689.976087:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2263:x1846876465447680:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319689.976100:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.976119:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.976131:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.976155:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eab41 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b08d expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.976172:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.976174:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.976181:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.976865:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.976911:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.976922:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.976934:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474337216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.977241:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000008b0b47ed going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.980605:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474337216:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319689.980634:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319689.980695:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465447680:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4606us (4769us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.980705:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14150 00000100:00100000:0.0:1761319689.981677:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.981711:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447808 00002000:00100000:2.0:1761319689.981745:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000b9824aae x1846876465447808/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/0 e 0 to 0 dl 1761319732 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.981755:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9824aae with x1846876465447808 ext(405504->409599) 00010000:00010000:2.0:1761319689.981764:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.981772:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b9824aae 00000100:00100000:2.0:1761319689.981794:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2797 00000100:00100000:2.0:1761319689.981799:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9824aae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465447808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319689.981949:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9824aae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465447808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319689.981956:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2797 00002000:00100000:2.0:1761319689.981960:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000b9824aae x1846876465447808/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:617/0 lens 488/4536 e 0 to 0 dl 1761319732 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319689.981967:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9824aae with x1846876465447808 ext(405504->409599) 00010000:00010000:2.0:1761319689.981972:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319689.981978:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000b9824aae 00000100:00100000:1.0:1761319689.987397:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319689.987973:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319689.988074:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447872 00000100:00100000:2.0:1761319689.988125:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21063 00000100:00100000:2.0:1761319689.988132:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000deea6819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465447872:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319689.988150:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319689.988170:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0a2 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.988199:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319689.988205:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.988212:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319689.988215:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.988253:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.988299:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465447936 00010000:00010000:3.0:1761319689.988316:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319689.988462:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319689.988477:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d83f043, rc 0) 00000100:00100000:3.0:1761319689.988823:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14151 00000100:00100000:3.0:1761319689.988830:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee4cc9fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2263:x1846876465447936:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319689.988842:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.988860:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.988872:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.988891:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eab48 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b094 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.988904:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.988906:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.988911:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.988920:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.988959:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.988969:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.988981:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474337344:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.989189:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000008b0b47ed going to sleep for 43 seconds 00000100:00100000:2.0:1761319689.989402:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000deea6819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+60:32205:x1846876465447872:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1269us (2012us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319689.989410:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21063 00000100:00100000:3.0:1761319689.992479:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474337344:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.992507:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.992584:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee4cc9fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465447936:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3753us (4611us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.992596:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14151 00000100:00100000:0.0:1761319689.994490:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319689.994624:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448000 00010000:00010000:3.0:1761319689.994651:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319689.994687:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14152 00000100:00100000:3.0:1761319689.994692:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a70669 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465448000:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319689.994704:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319689.994720:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.994730:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.994749:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003895d076/0x8eaf31f9c36eab4f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b09b expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319689.994762:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.994764:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319689.994769:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.994777:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319689.994807:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319689.994824:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474337408:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319689.994891:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:3.0:1761319689.997411:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474337408:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319689.997437:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319689.997482:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a70669 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2263:x1846876465448000:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2788us (2995us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319689.997492:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14152 00000100:00100000:1.0:1761319690.004611:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.004798:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448064 00000100:00100000:2.0:1761319690.004844:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21064 00000100:00100000:2.0:1761319690.004850:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007dc812d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465448064:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.004868:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.004896:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0a9 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.004926:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.004935:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.004945:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.004949:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 62 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.004980:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.004991:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.005016:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474337472:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.005085:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.008959:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.009127:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474337472:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.009157:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 62 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.009183:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000018f0302a, rc 0) 00000100:00100000:3.0:1761319690.009225:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448128 00000100:00100000:2.0:1761319690.009245:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007dc812d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465448064:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4392us (4639us total) trans 0 rc 0/0 00010000:00010000:3.0:1761319690.009252:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.009264:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21064 00000100:00100000:0.0:1761319690.010123:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14153 00000100:00100000:0.0:1761319690.010130:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007315d5c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465448128:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319690.010147:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.010168:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.010181:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.010204:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eab56 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a2 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.010215:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.010217:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.010224:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.010232:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.010261:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.010271:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004573c4c8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474337536:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.010328:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.010922:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.011028:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448192 00000100:00100000:3.0:1761319690.011062:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21065 00000100:00100000:3.0:1761319690.011067:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fed1668d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465448192:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319690.011198:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319690.011213:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0b0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.011234:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.011240:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319690.011241:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319690.011244:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.011271:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.011282:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 61 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319690.011291:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474337600:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319690.011334:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.017579:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004573c4c8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474337536:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.017588:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfe01d55 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474337600:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.017612:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1761319690.017620:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.017643:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cbe2b51, rc 0) 00000100:00100000:0.0:1761319690.017688:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007315d5c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2262:x1846876465448128:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 7554us (8733us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.017692:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fed1668d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+60:32205:x1846876465448192:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6621us (6769us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.017706:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21065 00000100:00100000:0.0:1761319690.017707:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14153 00000100:00100000:1.0:1761319690.018926:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.019120:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448320 00002000:00100000:3.0:1761319690.019154:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000ebc46a65 x1846876465448320/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.019164:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ebc46a65 with x1846876465448320 ext(405504->409599) 00010000:00010000:3.0:1761319690.019173:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.019183:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ebc46a65 00000100:00100000:3.0:1761319690.019215:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2798 00000100:00100000:3.0:1761319690.019222:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebc46a65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465448320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319690.020303:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebc46a65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465448320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1077us (1378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.020312:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2798 00002000:00100000:3.0:1761319690.020319:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000ebc46a65 x1846876465448320/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.020327:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ebc46a65 with x1846876465448320 ext(405504->409599) 00010000:00010000:3.0:1761319690.020441:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.020451:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ebc46a65 00000100:00100000:1.0:1761319690.028853:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.029669:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.029753:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448384 00010000:00010000:0.0:1761319690.029788:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.029831:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14154 00000100:00100000:0.0:1761319690.029838:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da22f4a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465448384:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319690.029853:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.029871:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.029882:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.029903:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eab5d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0a9 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.029918:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.029920:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.029926:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.029934:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.029977:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.029989:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474337664:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.030054:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.030228:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448448 00000100:00100000:3.0:1761319690.030263:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21066 00000100:00100000:3.0:1761319690.030267:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000959907d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465448448:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319690.030280:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319690.030294:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0b7 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.030313:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.030320:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319690.030322:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319690.030324:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 63 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.030349:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.030360:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319690.030369:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc75ed18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474337728:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319690.030393:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.033957:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.033970:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474337664:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.034000:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.034020:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448576 00000100:00100000:0.0:1761319690.034058:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da22f4a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2262:x1846876465448384:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 4219us (5211us total) trans 0 rc 0/0 00002000:00100000:2.0:1761319690.034064:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@0000000044b433cb x1846876465448576/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00000100:00100000:0.0:1761319690.034074:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14154 00002000:00100000:2.0:1761319690.034081:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000044b433cb with x1846876465448576 ext(405504->409599) 00000100:00100000:3.0:1761319690.034085:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc75ed18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474337728:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.034092:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319690.034100:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000044b433cb 00010000:00010000:3.0:1761319690.034106:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 62 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.034125:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001dd590d8, rc 0) 00000100:00100000:2.0:1761319690.034129:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2799 00000100:00100000:2.0:1761319690.034137:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044b433cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465448576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319690.034148:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000959907d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465448448:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3880us (4482us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.034155:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21066 00000100:00100000:2.0:1761319690.034291:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044b433cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465448576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.034298:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2799 00002000:00100000:2.0:1761319690.034303:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@0000000044b433cb x1846876465448576/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.034310:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000044b433cb with x1846876465448576 ext(405504->409599) 00010000:00010000:2.0:1761319690.034316:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319690.034323:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000044b433cb 00000100:00100000:1.0:1761319690.037972:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.038155:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.038206:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448640 00000100:00100000:3.0:1761319690.038255:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21067 00000100:00100000:3.0:1761319690.038261:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000399441a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465448640:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319690.038284:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319690.038303:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0be expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.038330:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319690.038337:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.038343:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319690.038345:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.038379:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.038389:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.038400:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d6caba2, rc 0) 00000100:00100000:0.0:1761319690.038586:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448704 00010000:00010000:0.0:1761319690.038601:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 61 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319690.038762:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000399441a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+61:32205:x1846876465448640:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 499us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.038769:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21067 00000100:00100000:0.0:1761319690.039987:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14155 00000100:00100000:0.0:1761319690.039994:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2262:x1846876465448704:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319690.040010:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.040031:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.040044:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.040066:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cbe2b51/0x8eaf31f9c36eab64 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b0 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.040080:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.040082:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.040091:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.040106:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.040139:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.040150:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 61 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.040162:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474337856:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.040228:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.044119:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474337856:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.044136:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319690.044149:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.044234:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448832 00002000:00100000:2.0:1761319690.044273:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000deea6819 x1846876465448832/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.044292:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000deea6819 with x1846876465448832 ext(405504->409599) 00010000:00010000:2.0:1761319690.044303:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319690.044312:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000deea6819 00000100:00100000:2.0:1761319690.044348:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2800 00000100:00100000:2.0:1761319690.044354:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000deea6819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465448832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319690.044912:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465448704:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4915us (6755us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.044922:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14155 00000100:00100000:2.0:1761319690.045781:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000deea6819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465448832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1424us (1646us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.045792:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2800 00002000:00100000:2.0:1761319690.045800:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000deea6819 x1846876465448832/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.045809:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000deea6819 with x1846876465448832 ext(405504->409599) 00010000:00010000:2.0:1761319690.045819:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:2.0:1761319690.045827:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000deea6819 00000100:00100000:1.0:1761319690.052633:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.052703:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448896 00000100:00100000:1.0:1761319690.052738:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.052755:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21068 00000100:00100000:3.0:1761319690.052763:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007dc812d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465448896:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319690.052781:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319690.052802:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0c5 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.052831:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319690.052837:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.052846:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465448960 00010000:00010000:3.0:1761319690.052849:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1761319690.052853:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 63 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.052872:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 64 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319690.052891:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.052905:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 64 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.052908:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14156 00000100:00100000:2.0:1761319690.052917:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:2263:x1846876465448960:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319690.052922:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00010000:00010000:2.0:1761319690.052927:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.052957:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 64 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.052969:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 64 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319690.052982:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007dc812d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:32196:x1846876465448896:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 217us (356us total) trans 0 rc 0/0 00010000:00010000:2.0:1761319690.052989:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd590d8/0x8eaf31f9c36eab6b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0b7 expref: 64 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319690.052991:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21068 00010000:00010000:2.0:1761319690.053006:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.053008:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.053014:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.053021:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.053046:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.053058:0:7250:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.053069:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474337984:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.053122:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 6 seconds 00000100:00100000:2.0:1761319690.060507:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474337984:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.060623:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.061861:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465448960:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 8939us (9125us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.061875:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14156 00000100:00100000:3.0:1761319690.062686:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.063442:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449024 00010000:00010000:2.0:1761319690.063477:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.063616:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14157 00000100:00100000:1.0:1761319690.063624:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465449024:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319690.063639:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.063659:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.063670:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.063694:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6caba2/0x8eaf31f9c36eab72 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0be expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.063710:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.063712:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.063719:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.063728:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.063764:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.063783:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9460786 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338048:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.064178:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.066359:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9460786 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338048:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.066385:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319690.066631:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465449024:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3004us (3946us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.066642:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14157 00000100:00100000:3.0:1761319690.074372:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.074493:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449088 00000100:00100000:0.0:1761319690.074581:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21069 00000100:00100000:0.0:1761319690.074587:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008834ea39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465449088:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.074605:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.074621:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0cc expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.074655:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.074668:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.074670:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.074673:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.074704:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.074715:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 61 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.074869:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474338112:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.074949:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.079063:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474338112:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.079096:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.079121:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ffd9872d, rc 0) 00000100:00100000:0.0:1761319690.079167:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008834ea39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465449088:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4578us (4801us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.079176:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21069 00000100:00100000:3.0:1761319690.080789:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.080867:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449152 00000100:00100000:3.0:1761319690.080889:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1761319690.080912:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.080985:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14158 00000100:00100000:2.0:1761319690.080992:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dbae93e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465449152:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319690.081005:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.081024:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.081036:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.081060:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eab79 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0c5 expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.081076:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.081078:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.081085:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.081094:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.081097:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449216 00000100:00100000:0.0:1761319690.081132:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21070 00000100:00100000:0.0:1761319690.081137:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004035907b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465449216:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.081141:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.081155:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338176:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.081156:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.081172:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0d3 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.081194:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.081202:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.081203:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.081205:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.081217:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000007feaadfc going to sleep for 43 seconds 00010000:00010000:0.0:1761319690.081228:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.081240:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.081250:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474338240:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.081280:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.084136:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338176:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.084161:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319690.084722:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.084872:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449344 00002000:00100000:1.0:1761319690.084906:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000dde26205 x1846876465449344/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.084917:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dde26205 with x1846876465449344 ext(405504->409599) 00010000:00010000:1.0:1761319690.084927:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319690.084944:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000dde26205 00000100:00100000:1.0:1761319690.084970:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2801 00000100:00100000:1.0:1761319690.084976:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dde26205 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465449344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.085011:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dbae93e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2262:x1846876465449152:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4017us (4227us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.085021:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14158 00000100:00100000:0.0:1761319690.085184:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474338240:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.085202:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.085219:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000072040b8f, rc 0) 00000100:00100000:0.0:1761319690.085476:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004035907b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465449216:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4336us (4587us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.085483:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21070 00000100:00100000:1.0:1761319690.088568:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dde26205 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465449344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.088583:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2801 00002000:00100000:1.0:1761319690.088598:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000dde26205 x1846876465449344/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.088609:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dde26205 with x1846876465449344 ext(405504->409599) 00010000:00010000:1.0:1761319690.088624:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319690.088633:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000dde26205 00000100:00100000:2.0:1761319690.090909:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.091155:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.091217:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449408 00000100:00100000:0.0:1761319690.091271:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21071 00000100:00100000:0.0:1761319690.091277:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c745c7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465449408:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.091295:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.091320:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0da expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.091349:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.091356:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.091363:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319690.091366:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.091487:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449472 00010000:00010000:1.0:1761319690.091506:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.091555:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14159 00000100:00100000:1.0:1761319690.091559:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9bb6229 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2263:x1846876465449472:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319690.091570:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.091587:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.091599:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.091619:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eab80 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0cc expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.091633:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.091635:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.091640:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.091647:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.091676:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.091686:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.091697:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9460786 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338304:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.091758:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000044f2ff4a going to sleep for 43 seconds 00010000:00010000:0.0:1761319690.092063:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.092074:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.092084:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474338368:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.092128:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.095164:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9460786 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338304:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.095190:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.095851:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474338368:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.095876:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.095900:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000082193475, rc 0) 00000100:00100000:1.0:1761319690.096734:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9bb6229 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2263:x1846876465449472:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5168us (5575us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.096746:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14159 00000100:00100000:0.0:1761319690.096838:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c745c7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465449408:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5559us (5933us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.096845:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21071 00000100:00100000:3.0:1761319690.097132:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.097241:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449600 00002000:00100000:1.0:1761319690.097274:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000008f68d697 x1846876465449600/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.097283:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000008f68d697 with x1846876465449600 ext(405504->409599) 00010000:00010000:1.0:1761319690.097292:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319690.097300:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000008f68d697 00000100:00100000:1.0:1761319690.097330:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2802 00000100:00100000:1.0:1761319690.097335:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f68d697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465449600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319690.097503:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f68d697 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465449600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.097537:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2802 00002000:00100000:1.0:1761319690.097543:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000008f68d697 x1846876465449600/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.097550:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000008f68d697 with x1846876465449600 ext(405504->409599) 00010000:00010000:1.0:1761319690.097556:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319690.097563:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000008f68d697 00000100:00100000:2.0:1761319690.101422:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.101464:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.101491:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449664 00000100:00100000:0.0:1761319690.101557:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21072 00000100:00100000:0.0:1761319690.101563:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008874f7fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465449664:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.101581:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.101601:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0e1 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.101629:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.101635:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.101641:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319690.101644:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.101678:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.101688:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.101700:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cda7eb35, rc 0) 00000100:00100000:0.0:1761319690.101747:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008874f7fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:32196:x1846876465449664:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 184us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.101754:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21072 00000100:00100000:1.0:1761319690.102896:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449728 00010000:00010000:0.0:1761319690.102973:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.103056:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14160 00000100:00100000:0.0:1761319690.103061:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a0ccaf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2262:x1846876465449728:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319690.103074:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.103092:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.103103:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.103127:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eab87 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0d3 expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.103139:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.103141:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.103146:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.103154:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.103185:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.103197:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.103213:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338496:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.103276:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.108782:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338496:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.108811:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.108868:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a0ccaf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465449728:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5805us (7403us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.108878:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14160 00000100:00100000:1.0:1761319690.109063:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.109426:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449792 00010000:00010000:0.0:1761319690.109449:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.109482:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14161 00000100:00100000:0.0:1761319690.109488:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9460786 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465449792:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319690.109500:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.109542:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.109554:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.109577:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab8e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0da expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.109591:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.109594:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.109600:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.109608:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.109638:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.109649:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338560:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.109687:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.114398:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338560:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.114426:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.114483:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9460786 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465449792:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4993us (5420us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.114494:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14161 00000100:00100000:1.0:1761319690.119960:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.120068:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449856 00000100:00100000:0.0:1761319690.120116:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21073 00000100:00100000:0.0:1761319690.120122:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b73b9ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465449856:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.120138:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.120156:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0e8 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.120189:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.120202:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.120204:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.120207:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.120239:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.120250:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.120261:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474338624:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.120340:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.121161:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.121199:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449920 00000100:00100000:2.0:1761319690.121204:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.121229:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.121256:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 644 00000100:00100000:2.0:1761319690.121264:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.121266:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ce42d14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465449920:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319690.121295:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.121315:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ce42d14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465449920:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 51us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.121323:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 644 00000100:00100000:1.0:1761319690.121359:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450048 00000100:00100000:1.0:1761319690.121391:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450176 00000100:00100000:1.0:1761319690.121409:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465449984 00000100:00100000:1.0:1761319690.121423:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450112 00000100:00100000:1.0:1761319690.121435:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1644 00000100:00100000:1.0:1761319690.121439:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092a7dd15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465450048:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319690.121472:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092a7dd15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465450048:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 32us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.121481:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1644 00000100:00100000:1.0:1761319690.121492:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1645 00000100:00100000:1.0:1761319690.121495:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840a9912 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465450176:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319690.121537:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840a9912 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465450176:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 41us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.121543:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1645 00000100:00100000:1.0:1761319690.121554:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1646 00000100:00100000:1.0:1761319690.121557:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009227ed0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+19:2264:x1846876465449984:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319690.121578:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009227ed0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+19:2264:x1846876465449984:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 20us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.121583:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1646 00000100:00100000:1.0:1761319690.121591:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1647 00000100:00100000:1.0:1761319690.121595:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f428167a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+14:2264:x1846876465450112:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319690.121611:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f428167a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+14:2264:x1846876465450112:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 16us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.121616:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1647 00000100:00100000:2.0:1761319690.125273:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.125408:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474338624:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.125441:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.125465:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000082193475, rc 0) 00000100:00100000:0.0:1761319690.125561:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b73b9ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465449856:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5437us (5607us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.125570:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21073 00000100:00100000:1.0:1761319690.126083:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450240 00010000:00010000:1.0:1761319690.126110:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.126146:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14162 00000100:00100000:1.0:1761319690.126153:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003a442f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465450240:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319690.126166:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.126183:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319690.127405:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.127477:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450304 00000100:00100000:0.0:1761319690.127527:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21074 00000100:00100000:0.0:1761319690.127532:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc75ed18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:32196:x1846876465450304:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.127547:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.127563:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 89 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0ef expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.127593:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.127598:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 89 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.127605:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319690.127607:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 89 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 64 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.127644:0:8226:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 89 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.127656:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 89 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 64 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.127666:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000072040b8f, rc 0) 00000100:00100000:0.0:1761319690.127717:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc75ed18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:32196:x1846876465450304:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 183us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.127723:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21074 00010000:00010000:1.0:1761319690.127783:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.127804:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eab95 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e1 expref: 63 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.127816:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.127818:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.127824:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.127832:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.127863:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.127873:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 58 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.127883:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338752:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.127917:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.129835:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338752:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.129862:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319690.129913:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003a442f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465450240:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3759us (4647us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.129923:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14162 00000100:00100000:2.0:1761319690.132463:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.132710:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450432 00002000:00100000:3.0:1761319690.132752:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000007a70d997 x1846876465450432/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.132762:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a70d997 with x1846876465450432 ext(405504->409599) 00010000:00010000:3.0:1761319690.132773:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.132782:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007a70d997 00000100:00100000:3.0:1761319690.132809:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2803 00000100:00100000:3.0:1761319690.132814:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a70d997 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465450432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319690.133176:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a70d997 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465450432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 360us (720us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.133183:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2803 00002000:00100000:3.0:1761319690.133188:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000007a70d997 x1846876465450432/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.133194:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a70d997 with x1846876465450432 ext(405504->409599) 00010000:00010000:3.0:1761319690.133199:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 59 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.133205:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000007a70d997 00000100:00100000:3.0:1761319690.135918:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.136006:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.136094:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450496 00000100:00100000:1.0:1761319690.136326:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450560 00010000:00010000:1.0:1761319690.136348:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.136388:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14163 00000100:00100000:1.0:1761319690.136394:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000794aae18 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2262:x1846876465450560:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319690.136408:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.136426:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.136436:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.136463:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eab9c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0e8 expref: 60 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.136479:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.136482:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.136488:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.136497:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.136559:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.136576:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338816:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.136639:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.136805:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21075 00000100:00100000:0.0:1761319690.136810:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465450496:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.136823:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.136836:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0f6 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.136865:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.136871:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.136873:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.136875:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.136892:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.136902:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.136912:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474338880:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.136949:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.142162:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.142318:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338816:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.142344:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319690.142420:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450688 00002000:00100000:3.0:1761319690.142456:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000001fbcb8eb x1846876465450688/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.142465:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001fbcb8eb with x1846876465450688 ext(405504->409599) 00010000:00010000:3.0:1761319690.142473:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.142481:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001fbcb8eb 00000100:00100000:3.0:1761319690.142528:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2804 00000100:00100000:3.0:1761319690.142534:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fbcb8eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465450688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319690.142693:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fbcb8eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465450688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (539us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.142701:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2804 00002000:00100000:3.0:1761319690.142705:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000001fbcb8eb x1846876465450688/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.142712:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001fbcb8eb with x1846876465450688 ext(405504->409599) 00010000:00010000:3.0:1761319690.142718:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.142724:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 000000001fbcb8eb 00000100:00100000:0.0:1761319690.142797:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474338880:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.142815:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 60 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.142833:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005f8f3c24, rc 0) 00000100:00100000:0.0:1761319690.142867:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+60:32205:x1846876465450496:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6056us (6956us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.142874:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21075 00000100:00100000:0.0:1761319690.142903:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000794aae18 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465450560:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6508us (6897us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.142910:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14163 00000100:00100000:2.0:1761319690.147663:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.147707:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.147832:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450816 00010000:00010000:1.0:1761319690.147865:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.147915:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14164 00000100:00100000:1.0:1761319690.147921:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e0e7ed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2265:x1846876465450816:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319690.147948:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.147966:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.147977:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.148000:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eaba3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0ef expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.148014:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.148016:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.148023:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.148035:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.148066:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.148077:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338944:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.148137:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.148200:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450752 00000100:00100000:0.0:1761319690.148234:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21076 00000100:00100000:0.0:1761319690.148238:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048158028 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465450752:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.148252:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.148265:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b0fd expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.148283:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.148290:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.148292:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.148294:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 63 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.148316:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.148326:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.148333:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474339008:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.148356:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000004739f1c1 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.150887:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474339008:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.150922:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 63 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.150956:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006875fe15, rc 0) 00000100:00100000:0.0:1761319690.151013:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048158028 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:32196:x1846876465450752:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2773us (3356us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.151023:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21076 00000100:00100000:1.0:1761319690.151460:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474338944:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.151479:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319690.151503:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e0e7ed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2265:x1846876465450816:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3582us (3796us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.151535:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14164 00000100:00100000:2.0:1761319690.153247:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.154093:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450880 00010000:00010000:1.0:1761319690.154129:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.154167:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14165 00000100:00100000:1.0:1761319690.154174:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007adaba55 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2264:x1846876465450880:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319690.154189:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.154220:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.154232:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.154259:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabaa lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0f6 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.154274:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.154277:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.154284:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.154292:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.154328:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.154340:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339072:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.154410:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.157211:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003103dfbc pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339072:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.157242:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.157328:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007adaba55 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2264:x1846876465450880:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3152us (4087us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.157339:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14165 00000100:00100000:2.0:1761319690.165771:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.165878:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465450944 00000100:00100000:0.0:1761319690.165931:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21077 00000100:00100000:0.0:1761319690.165945:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011eaf391 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465450944:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.165963:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.165982:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b104 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.166013:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.166021:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.166023:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.166025:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.166055:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.166066:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 61 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.166077:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474339136:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.166140:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.170361:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474339136:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.170392:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 59 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.170412:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000437989c6, rc 0) 00000100:00100000:0.0:1761319690.170461:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011eaf391 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465450944:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4523us (4697us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.170469:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21077 00000100:00100000:3.0:1761319690.170708:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.170860:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451072 00002000:00100000:1.0:1761319690.170894:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000bfe01d55 x1846876465451072/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.170904:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bfe01d55 with x1846876465451072 ext(405504->409599) 00010000:00010000:1.0:1761319690.170912:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319690.170920:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000bfe01d55 00000100:00100000:1.0:1761319690.170955:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2805 00000100:00100000:1.0:1761319690.170960:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfe01d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465451072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319690.171116:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfe01d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465451072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.171123:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2805 00002000:00100000:1.0:1761319690.171129:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000bfe01d55 x1846876465451072/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.171136:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bfe01d55 with x1846876465451072 ext(405504->409599) 00010000:00010000:1.0:1761319690.171142:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:1.0:1761319690.171150:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000bfe01d55 00000100:00100000:3.0:1761319690.175019:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.175097:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.175154:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451136 00000100:00100000:0.0:1761319690.175209:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21078 00000100:00100000:0.0:1761319690.175215:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273ee757 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465451136:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.175232:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.175251:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b10b expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.175280:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.175286:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.175293:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1761319690.175297:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 63 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.175333:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.175343:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 63 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.175355:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000048bfe96f, rc 0) 00000100:00100000:0.0:1761319690.175402:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273ee757 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:32196:x1846876465451136:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 186us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.175408:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21078 00000100:00100000:1.0:1761319690.175541:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451200 00010000:00010000:1.0:1761319690.175557:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.175576:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14166 00000100:00100000:1.0:1761319690.175580:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2265:x1846876465451200:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319690.175588:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.175603:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.175612:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.175631:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabb1 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b0fd expref: 63 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.175647:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.175649:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.175655:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.175663:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.175684:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.175694:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.175705:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9460786 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339264:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.175740:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.178902:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.179081:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9460786 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339264:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.179107:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319690.179165:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2265:x1846876465451200:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3583us (4067us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.179176:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14166 00000100:00100000:3.0:1761319690.179566:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451328 00002000:00100000:3.0:1761319690.179600:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000c9bb6229 x1846876465451328/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.179610:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c9bb6229 with x1846876465451328 ext(405504->409599) 00010000:00010000:3.0:1761319690.179619:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.179628:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c9bb6229 00000100:00100000:3.0:1761319690.179650:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2806 00000100:00100000:3.0:1761319690.179655:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9bb6229 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465451328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319690.179805:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9bb6229 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465451328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (907us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.179811:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2806 00002000:00100000:3.0:1761319690.179816:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000c9bb6229 x1846876465451328/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.179823:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c9bb6229 with x1846876465451328 ext(405504->409599) 00010000:00010000:3.0:1761319690.179829:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.179835:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000c9bb6229 00000100:00100000:2.0:1761319690.187630:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.187676:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.187838:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451456 00000100:00100000:1.0:1761319690.187928:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451392 00000100:00100000:3.0:1761319690.188663:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21079 00000100:00100000:3.0:1761319690.188671:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a0ccaf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+60:32205:x1846876465451392:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.188747:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.188771:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b112 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.188802:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.188808:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.188815:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1761319690.188817:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.188925:0:8228:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.188948:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.188961:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000018f0302a, rc 0) 00000100:00100000:2.0:1761319690.189055:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a0ccaf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+61:32205:x1846876465451392:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 383us (1431us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.189062:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21079 00010000:00010000:0.0:1761319690.190070:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.191005:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14167 00000100:00100000:0.0:1761319690.191014:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003a442f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2263:x1846876465451456:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319690.191029:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.191049:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.191062:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.191088:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabb8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 88 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b104 expref: 60 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.191104:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.191106:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.191112:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.191121:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.191157:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 61 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.191167:0:16616:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 61 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.191179:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339392:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.192027:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.198339:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339392:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.198366:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.198420:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003a442f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465451456:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 7404us (10742us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.198431:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14167 00000100:00100000:3.0:1761319690.198687:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.203190:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451520 00010000:00010000:0.0:1761319690.203233:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.203277:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14168 00000100:00100000:0.0:1761319690.203284:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000accc171a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2264:x1846876465451520:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319690.203299:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.203317:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.203330:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.203357:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabbf lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b10b expref: 62 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.203372:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.203374:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.203380:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.203390:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.203426:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.203438:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339456:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.203541:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.206657:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339456:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.206684:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.206730:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000accc171a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2264:x1846876465451520:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3445us (8044us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.206741:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14168 00000100:00100000:2.0:1761319690.209127:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.209218:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451584 00000100:00100000:3.0:1761319690.209266:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21080 00000100:00100000:3.0:1761319690.209272:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e0e7ed6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:32196:x1846876465451584:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319690.209291:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319690.209311:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b119 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.209341:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.209349:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319690.209351:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319690.209355:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.209387:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 58 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.209398:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 58 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319690.209408:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046bd9de4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474339520:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319690.209471:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.212045:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046bd9de4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474339520:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319690.212080:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.212104:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e0382215, rc 0) 00000100:00100000:3.0:1761319690.212590:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e0e7ed6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:32196:x1846876465451584:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3314us (3466us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.212600:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21080 00000100:00100000:0.0:1761319690.213908:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.213996:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451648 00010000:00010000:2.0:1761319690.214028:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.214067:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14169 00000100:00100000:2.0:1761319690.214073:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2262:x1846876465451648:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319690.214085:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.214103:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.214113:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.214136:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabc6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b112 expref: 59 pid: 8228 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.214150:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.214152:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.214158:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.214166:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.214207:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.214219:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339584:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.214284:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ddc49be9 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.217820:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339584:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.217849:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.217902:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2262:x1846876465451648:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3828us (3999us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.217914:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14169 00000100:00100000:0.0:1761319690.223395:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.224024:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451776 00002000:00100000:2.0:1761319690.224071:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000009a69864b x1846876465451776/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.224082:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009a69864b with x1846876465451776 ext(405504->409599) 00002000:00010000:2.0:1761319690.224087:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009a69864b 00000100:00100000:2.0:1761319690.224128:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20444 00000100:00100000:2.0:1761319690.224134:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a69864b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465451776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.224314:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a69864b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465451776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (926us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.224322:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20444 00002000:00100000:2.0:1761319690.224328:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000009a69864b x1846876465451776/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.224335:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009a69864b with x1846876465451776 ext(405504->409599) 00002000:00010000:2.0:1761319690.224338:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009a69864b 00000100:00100000:3.0:1761319690.225501:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.225631:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451840 00000100:00100000:0.0:1761319690.225672:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21081 00000100:00100000:0.0:1761319690.225679:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046bd9de4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:32205:x1846876465451840:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.225693:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.225714:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b120 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.225745:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.225754:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.225756:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.225759:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.225790:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.225808:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 61 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.225820:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000751cfa05 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474339648:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.225877:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.232026:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000751cfa05 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474339648:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.232060:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->409599] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.232084:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000437989c6, rc 0) 00000100:00100000:0.0:1761319690.232140:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046bd9de4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465451840:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6459us (6644us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.232149:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21081 00000100:00100000:0.0:1761319690.232561:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.232651:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451904 00002000:00100000:3.0:1761319690.232686:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000751cfa05 x1846876465451904/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 4584/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00002000:00100000:3.0:1761319690.232695:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000751cfa05 with x1846876465451904 ext(405504->409599) 00010000:00010000:3.0:1761319690.232704:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 62 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.232717:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000751cfa05 00000100:00100000:3.0:1761319690.233620:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2807 00000100:00100000:3.0:1761319690.233628:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000751cfa05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465451904:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 00000100:00100000:3.0:1761319690.235384:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000751cfa05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:2262:x1846876465451904:12345-192.168.203.12@tcp:4:ldlm_bl_04.0 Request processed in 1751us (2819us total) trans 4294973885 rc 0/0 00000100:00100000:3.0:1761319690.235396:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2807 00002000:00100000:3.0:1761319690.235406:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@00000000751cfa05 x1846876465451904/t4294973885(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:618/0 lens 4584/448 e 0 to 0 dl 1761319733 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_04.0' 00002000:00100000:3.0:1761319690.235415:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000751cfa05 with x1846876465451904 ext(405504->409599) 00010000:00010000:3.0:1761319690.235425:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 64 pid: 8226 timeout: 1188 lvb_type: 0 00002000:00010000:3.0:1761319690.235433:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000751cfa05 00000100:00100000:2.0:1761319690.240858:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.241242:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465451968 00010000:00010000:0.0:1761319690.241277:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 64 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.241320:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14170 00000100:00100000:0.0:1761319690.241326:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+64:2263:x1846876465451968:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319690.241343:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319690.241360:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x31:0x0] updating lvb blocks from disk: 800 -> 808 00010000:00010000:0.0:1761319690.241366:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 64 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.241381:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 64 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.241404:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0382215/0x8eaf31f9c36eabcd lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b119 expref: 64 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.241421:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.241422:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.241429:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.241438:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.241474:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 58 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.241486:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339712:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.241596:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.245998:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.246084:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452096 00002000:00100000:1.0:1761319690.246128:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000000899b434 x1846876465452096/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.246145:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000899b434 with x1846876465452096 ext(405504->409599) 00002000:00010000:1.0:1761319690.246150:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000000899b434 00000100:00100000:1.0:1761319690.246184:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20445 00000100:00100000:1.0:1761319690.246198:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000899b434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465452096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319690.246365:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000899b434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465452096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.246373:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20445 00002000:00100000:1.0:1761319690.246379:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (405504->409599) req@000000000899b434 x1846876465452096/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.246387:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000000899b434 with x1846876465452096 ext(405504->409599) 00002000:00010000:1.0:1761319690.246390:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000000899b434 00000100:00100000:0.0:1761319690.246900:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339712:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.246923:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.246958:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2263:x1846876465451968:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 5631us (6107us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.246966:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14170 00000100:00100000:2.0:1761319690.250988:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.251275:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452160 00000100:00100000:0.0:1761319690.251324:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21082 00000100:00100000:0.0:1761319690.251331:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da0f618 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:32205:x1846876465452160:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.251347:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.251368:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b127 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.251397:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000052984ed5/0x8eaf31f9c36e7dcf lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38329 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.251405:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.251407:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.251409:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.251439:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000052984ed5/0x8eaf31f9c36e7dcf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38329 expref: 62 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.251450:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000052984ed5/0x8eaf31f9c36e7dcf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38329 expref: 62 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.251461:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474339776:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.251563:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.255567:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474339776:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.255600:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.255619:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000048bfe96f, rc 0) 00000100:00100000:0.0:1761319690.255677:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da0f618 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+60:32205:x1846876465452160:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4344us (4694us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.255688:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21082 00000100:00100000:2.0:1761319690.255919:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.256266:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452224 00010000:00010000:0.0:1761319690.256290:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000052984ed5/0x8eaf31f9c36e7dcf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38329 expref: 63 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.256323:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14171 00000100:00100000:0.0:1761319690.256329:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+63:2262:x1846876465452224:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319690.256341:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.256358:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000052984ed5/0x8eaf31f9c36e7dcf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38329 expref: 63 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.256368:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000052984ed5/0x8eaf31f9c36e7dcf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38329 expref: 63 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.256394:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052984ed5/0x8eaf31f9c36e7dcf lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38329 expref: 63 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.256407:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.256409:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.256415:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.256424:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.256453:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 59 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.256470:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339840:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.256561:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.260341:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339840:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.260370:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.260428:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2262:x1846876465452224:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4097us (4509us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.260440:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14171 00000100:00100000:1.0:1761319690.260501:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.261052:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452352 00002000:00100000:3.0:1761319690.261088:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (8192->12287) req@00000000b9460786 x1846876465452352/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319690.261098:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9460786 with x1846876465452352 ext(8192->12287) 00002000:00010000:3.0:1761319690.261103:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b9460786 00000100:00100000:3.0:1761319690.261130:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20446 00000100:00100000:3.0:1761319690.261135:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9460786 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2264:x1846876465452352:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1761319690.261275:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9460786 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2264:x1846876465452352:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (775us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.261286:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20446 00002000:00100000:3.0:1761319690.261291:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (8192->12287) req@00000000b9460786 x1846876465452352/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319690.261298:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9460786 with x1846876465452352 ext(8192->12287) 00002000:00010000:3.0:1761319690.261300:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b9460786 00000100:00100000:1.0:1761319690.264370:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.264573:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452416 00000100:00100000:0.0:1761319690.264622:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21083 00000100:00100000:0.0:1761319690.264627:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003103dfbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+60:32205:x1846876465452416:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.264645:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.264665:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b12e expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.264694:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36e7e15 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3836f expref: 61 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.264701:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.264703:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.264706:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.264733:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36e7e15 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3836f expref: 61 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.264743:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36e7e15 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3836f expref: 61 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.264756:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474339904:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.264813:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.266832:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000927fe1ed pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474339904:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319690.266867:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.266889:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006875fe15, rc 0) 00000100:00100000:2.0:1761319690.267148:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003103dfbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+61:32205:x1846876465452416:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2517us (2783us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.267158:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21083 00000100:00100000:1.0:1761319690.267736:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.268377:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452480 00010000:00010000:0.0:1761319690.268408:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36e7e15 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3836f expref: 62 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.268448:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14172 00000100:00100000:0.0:1761319690.268454:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080aab9b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+62:2263:x1846876465452480:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319690.268467:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.268486:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36e7e15 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3836f expref: 62 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.268496:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36e7e15 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3836f expref: 62 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.268547:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36e7e15 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3836f expref: 62 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.268562:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.268565:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.268572:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.268581:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.268631:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 60 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.268644:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339968:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.268712:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035b3e89f going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.272166:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474339968:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.272194:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.272254:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080aab9b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2263:x1846876465452480:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3798us (4520us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.272266:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14172 00000100:00100000:1.0:1761319690.272438:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.273911:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452608 00002000:00100000:2.0:1761319690.274034:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (12288->16383) req@00000000da22f4a1 x1846876465452608/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.274047:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000da22f4a1 with x1846876465452608 ext(12288->16383) 00002000:00010000:2.0:1761319690.274052:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000da22f4a1 00000100:00100000:2.0:1761319690.274085:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20447 00000100:00100000:2.0:1761319690.274091:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da22f4a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2263:x1846876465452608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.274726:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da22f4a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2263:x1846876465452608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 633us (2288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.274735:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20447 00002000:00100000:2.0:1761319690.274740:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (12288->16383) req@00000000da22f4a1 x1846876465452608/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.274748:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000da22f4a1 with x1846876465452608 ext(12288->16383) 00002000:00010000:2.0:1761319690.274751:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000da22f4a1 00000100:00100000:2.0:1761319690.278771:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.278860:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452736 00002000:00100000:1.0:1761319690.278906:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (16384->20479) req@000000007904b004 x1846876465452736/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319690.278916:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007904b004 with x1846876465452736 ext(16384->20479) 00002000:00010000:1.0:1761319690.278921:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007904b004 00000100:00100000:1.0:1761319690.278959:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20448 00000100:00100000:1.0:1761319690.278966:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2264:x1846876465452736:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1761319690.279149:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007904b004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2264:x1846876465452736:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.279158:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20448 00002000:00100000:1.0:1761319690.279164:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (16384->20479) req@000000007904b004 x1846876465452736/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319690.279171:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007904b004 with x1846876465452736 ext(16384->20479) 00002000:00010000:1.0:1761319690.279174:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007904b004 00000100:00100000:2.0:1761319690.282416:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.282871:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452800 00000100:00100000:2.0:1761319690.283105:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21084 00000100:00100000:2.0:1761319690.283112:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236a0cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+61:32205:x1846876465452800:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.283129:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.283148:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b135 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.283178:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36e7ed9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38433 expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.283187:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.283189:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.283191:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.283225:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36e7ed9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38433 expref: 60 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.283236:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36e7ed9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38433 expref: 60 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.283247:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003490804a pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474340032:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.283314:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ddc49be9 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.286929:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.287035:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003490804a pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474340032:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.287067:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.287088:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000018f0302a, rc 0) 00000100:00100000:0.0:1761319690.287139:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236a0cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465452800:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4026us (4730us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.287148:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21084 00000100:00100000:1.0:1761319690.287309:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452864 00010000:00010000:1.0:1761319690.287333:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36e7ed9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38433 expref: 61 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1761319690.287367:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14173 00000100:00100000:1.0:1761319690.287372:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052981446 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+61:2262:x1846876465452864:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319690.287385:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.287403:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36e7ed9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38433 expref: 61 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.287412:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36e7ed9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38433 expref: 61 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.287436:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36e7ed9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38433 expref: 61 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1761319690.287448:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.287450:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.287456:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.287470:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.287501:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 61 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.287551:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f62b2753 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340096:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.287593:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.291687:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.291749:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f62b2753 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340096:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.291773:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319690.291822:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052981446 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465452864:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4448us (4901us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.291832:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14173 00000100:00100000:3.0:1761319690.291942:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465452992 00002000:00100000:3.0:1761319690.291974:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (20480->24575) req@00000000e76caeb6 x1846876465452992/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.291984:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e76caeb6 with x1846876465452992 ext(20480->24575) 00002000:00010000:3.0:1761319690.291988:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e76caeb6 00000100:00100000:3.0:1761319690.292011:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20449 00000100:00100000:3.0:1761319690.292016:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465452992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319690.292147:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e76caeb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465452992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.292153:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20449 00002000:00100000:3.0:1761319690.292157:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (20480->24575) req@00000000e76caeb6 x1846876465452992/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.292171:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e76caeb6 with x1846876465452992 ext(20480->24575) 00002000:00010000:3.0:1761319690.292174:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e76caeb6 00000100:00100000:2.0:1761319690.296074:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.296157:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453056 00000100:00100000:0.0:1761319690.296239:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21085 00000100:00100000:0.0:1761319690.296245:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003490804a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+62:32205:x1846876465453056:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.296263:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.296283:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b13c expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.296311:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c0ac784/0x8eaf31f9c36e7f03 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3845d expref: 59 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.296319:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.296320:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.296323:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.296353:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c0ac784/0x8eaf31f9c36e7f03 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3845d expref: 59 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.296364:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c0ac784/0x8eaf31f9c36e7f03 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3845d expref: 59 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.296375:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474340160:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.296441:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.298597:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2fa4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474340160:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.298628:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 63 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.298646:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005f8f3c24, rc 0) 00000100:00100000:2.0:1761319690.298698:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003490804a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465453056:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2451us (2631us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.298707:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21085 00000100:00100000:1.0:1761319690.298968:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.299160:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453120 00010000:00010000:0.0:1761319690.299184:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c0ac784/0x8eaf31f9c36e7f03 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3845d expref: 60 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.299221:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14174 00000100:00100000:0.0:1761319690.299228:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+60:2262:x1846876465453120:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319690.299241:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.299259:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c0ac784/0x8eaf31f9c36e7f03 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3845d expref: 60 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.299287:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c0ac784/0x8eaf31f9c36e7f03 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3845d expref: 60 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.299308:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c0ac784/0x8eaf31f9c36e7f03 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3845d expref: 60 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:0.0:1761319690.299320:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.299322:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.299328:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.299335:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.299364:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 62 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.299375:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340224:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.299422:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.301411:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340224:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.301436:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.301483:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2262:x1846876465453120:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2255us (2516us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.301493:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14174 00000100:00100000:3.0:1761319690.303239:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.306002:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453248 00002000:00100000:1.0:1761319690.306051:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (24576->28671) req@00000000f7e5f9c3 x1846876465453248/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319690.306062:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f7e5f9c3 with x1846876465453248 ext(24576->28671) 00002000:00010000:1.0:1761319690.306068:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000f7e5f9c3 00000100:00100000:1.0:1761319690.306105:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20450 00000100:00100000:1.0:1761319690.306112:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7e5f9c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465453248:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319690.306293:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7e5f9c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465453248:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (3060us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.306304:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20450 00002000:00100000:1.0:1761319690.306311:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (24576->28671) req@00000000f7e5f9c3 x1846876465453248/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319690.306318:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f7e5f9c3 with x1846876465453248 ext(24576->28671) 00002000:00010000:1.0:1761319690.306321:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000f7e5f9c3 00000100:00100000:1.0:1761319690.316911:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.317408:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453312 00000100:00100000:0.0:1761319690.318066:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21086 00000100:00100000:0.0:1761319690.318075:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+63:32205:x1846876465453312:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.318095:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.318115:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b143 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.318145:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd33b3d0/0x8eaf31f9c36e7f49 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384a3 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.318153:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.318155:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.318158:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 64 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.318187:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fd33b3d0/0x8eaf31f9c36e7f49 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384a3 expref: 58 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.318198:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fd33b3d0/0x8eaf31f9c36e7f49 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384a3 expref: 58 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.318210:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340288:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.318276:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.322950:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.323031:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453376 00010000:00010000:2.0:1761319690.323062:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd33b3d0/0x8eaf31f9c36e7f49 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384a3 expref: 59 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.323104:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14175 00000100:00100000:2.0:1761319690.323111:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b45118bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+59:2263:x1846876465453376:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319690.323125:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.323144:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd33b3d0/0x8eaf31f9c36e7f49 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384a3 expref: 59 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.323156:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd33b3d0/0x8eaf31f9c36e7f49 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384a3 expref: 59 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.323183:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.323184:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.323191:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 64 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.323199:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 64 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.323231:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 64 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.323243:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000639fb034 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340352:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.324164:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd33b3d0/0x8eaf31f9c36e7f49 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384a3 expref: 59 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.324180:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340288:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.324202:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 64 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.324216:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000072040b8f, rc 0) 00000100:00100000:2.0:1761319690.324906:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ddc49be9 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.325293:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+64:32205:x1846876465453312:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7215us (8386us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.325303:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21086 00000100:00100000:0.0:1761319690.328730:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000639fb034 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340352:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.328758:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.328804:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b45118bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:2263:x1846876465453376:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 5691us (5870us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.328814:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14175 00000100:00100000:1.0:1761319690.329261:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.329352:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453504 00002000:00100000:3.0:1761319690.329390:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (32768->36863) req@00000000dd5c83e8 x1846876465453504/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.329400:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dd5c83e8 with x1846876465453504 ext(32768->36863) 00002000:00010000:3.0:1761319690.329404:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000dd5c83e8 00000100:00100000:3.0:1761319690.329434:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20451 00000100:00100000:3.0:1761319690.329440:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd5c83e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+64:2263:x1846876465453504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.329832:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd5c83e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+64:2263:x1846876465453504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 390us (572us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.329854:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20451 00002000:00100000:2.0:1761319690.329870:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (32768->36863) req@00000000dd5c83e8 x1846876465453504/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.329877:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dd5c83e8 with x1846876465453504 ext(32768->36863) 00002000:00010000:2.0:1761319690.329881:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000dd5c83e8 00000100:00100000:1.0:1761319690.333873:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.334268:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453568 00000100:00100000:0.0:1761319690.334323:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21087 00000100:00100000:0.0:1761319690.334329:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f706c4cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+64:32205:x1846876465453568:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.334348:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.334368:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b14a expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.334401:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007c7b42f6/0x8eaf31f9c36e7fc7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38521 expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.334409:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.334411:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.334414:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 65 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.334443:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007c7b42f6/0x8eaf31f9c36e7fc7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38521 expref: 57 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.334455:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007c7b42f6/0x8eaf31f9c36e7fc7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38521 expref: 57 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.334467:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340416:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.334553:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.337815:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.338350:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453632 00010000:00010000:2.0:1761319690.338385:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007c7b42f6/0x8eaf31f9c36e7fc7 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38521 expref: 58 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.338612:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14176 00000100:00100000:2.0:1761319690.338619:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+58:2262:x1846876465453632:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319690.338635:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.338653:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007c7b42f6/0x8eaf31f9c36e7fc7 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38521 expref: 58 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.338665:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007c7b42f6/0x8eaf31f9c36e7fc7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38521 expref: 58 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.338694:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.338696:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.338703:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 65 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.338711:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 65 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.338748:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 65 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.338762:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0f2fd9e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340480:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.338817:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020405283 going to sleep for 43 seconds 00010000:00010000:0.0:1761319690.338903:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c7b42f6/0x8eaf31f9c36e7fc7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38521 expref: 58 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.338918:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340416:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.338947:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 65 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.338957:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000082193475, rc 0) 00000100:00100000:0.0:1761319690.338983:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f706c4cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+65:32205:x1846876465453568:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4654us (5119us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.338991:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21087 00000100:00100000:0.0:1761319690.341635:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0f2fd9e pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340480:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.341658:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.341704:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:2262:x1846876465453632:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3083us (3896us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.341713:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14176 00000100:00100000:1.0:1761319690.342729:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.342886:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453760 00002000:00100000:2.0:1761319690.342923:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (40960->45055) req@0000000032fc36a2 x1846876465453760/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.342945:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000032fc36a2 with x1846876465453760 ext(40960->45055) 00002000:00010000:2.0:1761319690.342950:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000032fc36a2 00000100:00100000:2.0:1761319690.342976:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20452 00000100:00100000:2.0:1761319690.342982:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032fc36a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+65:2263:x1846876465453760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.343141:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032fc36a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+65:2263:x1846876465453760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.343148:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20452 00002000:00100000:2.0:1761319690.343154:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (40960->45055) req@0000000032fc36a2 x1846876465453760/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.343161:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000032fc36a2 with x1846876465453760 ext(40960->45055) 00002000:00010000:2.0:1761319690.343164:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000032fc36a2 00000100:00100000:1.0:1761319690.346462:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.346642:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453824 00000100:00100000:0.0:1761319690.346899:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21088 00000100:00100000:0.0:1761319690.346905:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+65:32205:x1846876465453824:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.346922:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.346950:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b151 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.346978:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36e80df lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38639 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.346985:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.346987:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.346990:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 66 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.347017:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36e80df lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38639 expref: 56 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.347027:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36e80df lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38639 expref: 56 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.347038:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340544:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.347100:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.350641:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340544:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.350689:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 66 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.350751:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319690.350837:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cda7eb35, rc 0) 00000100:00100000:0.0:1761319690.350910:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465453824:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4004us (4456us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.350922:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21088 00000100:00100000:2.0:1761319690.351409:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465453888 00010000:00010000:2.0:1761319690.351436:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36e80df lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38639 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.351753:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14177 00000100:00100000:2.0:1761319690.351760:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcafd400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+57:2262:x1846876465453888:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319690.351774:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.351793:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36e80df lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38639 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.351804:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36e80df lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38639 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.351830:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36e80df lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38639 expref: 57 pid: 8226 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.351843:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.351845:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.351852:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 65 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.351860:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 65 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.351892:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 65 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.351903:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340608:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.351967:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ddc49be9 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.355930:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.356127:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340608:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.356153:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.356206:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcafd400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2262:x1846876465453888:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4445us (5457us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.356216:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14177 00000100:00100000:3.0:1761319690.356394:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454016 00002000:00100000:3.0:1761319690.356438:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (45056->49151) req@000000007cd9a12e x1846876465454016/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.356448:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cd9a12e with x1846876465454016 ext(45056->49151) 00002000:00010000:3.0:1761319690.356452:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007cd9a12e 00000100:00100000:3.0:1761319690.356476:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20453 00000100:00100000:3.0:1761319690.356480:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cd9a12e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465454016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319690.356639:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cd9a12e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+66:2263:x1846876465454016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (715us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.356646:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20453 00002000:00100000:3.0:1761319690.356651:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (45056->49151) req@000000007cd9a12e x1846876465454016/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.356664:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cd9a12e with x1846876465454016 ext(45056->49151) 00002000:00010000:3.0:1761319690.356667:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007cd9a12e 00000100:00100000:1.0:1761319690.360263:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.360413:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454080 00000100:00100000:0.0:1761319690.360463:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21089 00000100:00100000:0.0:1761319690.360470:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+66:32205:x1846876465454080:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.360487:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.360541:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b158 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.360571:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36e8213 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3876d expref: 55 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.360579:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.360582:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.360585:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 67 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.360614:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36e8213 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3876d expref: 55 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.360625:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36e8213 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3876d expref: 55 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.360634:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340672:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.360697:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.362594:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000430b5dda pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340672:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.362622:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 67 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.362648:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ffd9872d, rc 0) 00000100:00100000:2.0:1761319690.362700:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+67:32205:x1846876465454080:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2228us (2443us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.362709:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21089 00000100:00100000:3.0:1761319690.362743:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.362776:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454144 00010000:00010000:2.0:1761319690.362797:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36e8213 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3876d expref: 56 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.362829:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14178 00000100:00100000:2.0:1761319690.362834:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+56:2263:x1846876465454144:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319690.362845:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.362867:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36e8213 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3876d expref: 56 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.362877:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36e8213 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3876d expref: 56 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.362900:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36e8213 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3876d expref: 56 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.362914:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.362915:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.362921:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 66 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.362930:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 66 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.362969:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 66 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.362980:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340736:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.363022:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ddc49be9 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.367359:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.367469:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340736:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.367496:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.367584:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2263:x1846876465454144:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4748us (4841us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.367596:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14178 00000100:00100000:1.0:1761319690.368068:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454272 00002000:00100000:1.0:1761319690.368104:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (53248->57343) req@0000000053618225 x1846876465454272/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319690.368115:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000053618225 with x1846876465454272 ext(53248->57343) 00002000:00010000:1.0:1761319690.368119:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000053618225 00000100:00100000:1.0:1761319690.368150:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20454 00000100:00100000:1.0:1761319690.368156:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053618225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2262:x1846876465454272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319690.368312:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053618225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2262:x1846876465454272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (962us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.368323:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20454 00002000:00100000:1.0:1761319690.368328:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (53248->57343) req@0000000053618225 x1846876465454272/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319690.368335:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000053618225 with x1846876465454272 ext(53248->57343) 00002000:00010000:1.0:1761319690.368338:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000053618225 00000100:00100000:3.0:1761319690.374835:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.378081:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454336 00000100:00100000:2.0:1761319690.378153:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21090 00000100:00100000:2.0:1761319690.378161:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000accc171a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+67:32205:x1846876465454336:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.378180:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.378202:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b15f expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.378235:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36e8427 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38981 expref: 54 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.378244:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.378246:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.378248:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 68 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.378282:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36e8427 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38981 expref: 54 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.378295:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36e8427 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38981 expref: 54 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.378307:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340800:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.378388:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ddc49be9 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.382895:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340800:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.382930:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 68 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.382987:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000020dd19c9, rc 0) 00000100:00100000:2.0:1761319690.383044:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000accc171a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+68:32205:x1846876465454336:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4881us (8215us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.383054:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21090 00000100:00100000:1.0:1761319690.385489:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.385665:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454400 00010000:00010000:2.0:1761319690.385698:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36e8427 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38981 expref: 55 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.385741:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14179 00000100:00100000:2.0:1761319690.385747:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042e9807d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+55:2262:x1846876465454400:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319690.385761:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.385780:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36e8427 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38981 expref: 55 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.385792:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36e8427 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38981 expref: 55 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.385816:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36e8427 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38981 expref: 55 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.385831:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.385833:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.385839:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 67 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.385847:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 67 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.385884:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 67 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.385896:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340864:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.385967:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ddc49be9 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.388826:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.388983:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340864:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.389012:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.390017:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042e9807d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465454400:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 4264us (4530us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.390031:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14179 00000100:00100000:0.0:1761319690.392052:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454528 00002000:00100000:0.0:1761319690.392102:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (65536->69631) req@00000000794aae18 x1846876465454528/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.392113:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000794aae18 with x1846876465454528 ext(65536->69631) 00002000:00010000:0.0:1761319690.392117:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000794aae18 00000100:00100000:0.0:1761319690.392142:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20455 00000100:00100000:0.0:1761319690.392148:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000794aae18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+68:2262:x1846876465454528:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319690.392323:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000794aae18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+68:2262:x1846876465454528:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (3504us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.392330:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20455 00002000:00100000:0.0:1761319690.392335:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (65536->69631) req@00000000794aae18 x1846876465454528/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.392342:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000794aae18 with x1846876465454528 ext(65536->69631) 00002000:00010000:0.0:1761319690.392345:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000794aae18 00000100:00100000:1.0:1761319690.396077:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.396133:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454592 00000100:00100000:2.0:1761319690.396190:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21091 00000100:00100000:2.0:1761319690.396197:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+68:32205:x1846876465454592:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.396214:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.396247:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b166 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.396274:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000915388bc/0x8eaf31f9c36e8569 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ac3 expref: 53 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.396282:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.396284:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.396287:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.396318:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000915388bc/0x8eaf31f9c36e8569 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ac3 expref: 53 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.396329:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000915388bc/0x8eaf31f9c36e8569 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ac3 expref: 53 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.396340:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340928:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.396405:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020405283 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.400688:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.400720:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474340928:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.400751:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.400773:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000009dd381af, rc 0) 00000100:00100000:0.0:1761319690.400836:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465454592:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4639us (4765us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.400845:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21091 00000100:00100000:3.0:1761319690.400888:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454656 00010000:00010000:3.0:1761319690.400914:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000915388bc/0x8eaf31f9c36e8569 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ac3 expref: 54 pid: 16608 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1761319690.401261:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14180 00000100:00100000:3.0:1761319690.401267:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+54:2262:x1846876465454656:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319690.401281:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.401298:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000915388bc/0x8eaf31f9c36e8569 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ac3 expref: 54 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319690.401308:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000915388bc/0x8eaf31f9c36e8569 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ac3 expref: 54 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319690.401332:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000915388bc/0x8eaf31f9c36e8569 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ac3 expref: 54 pid: 16608 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1761319690.401344:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.401346:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.401352:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 68 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.401361:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 68 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.401391:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 68 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.401402:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c510a247 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.401438:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.404042:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c510a247 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474340992:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.404070:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.404122:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2262:x1846876465454656:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2854us (3440us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.404132:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14180 00000100:00100000:1.0:1761319690.406362:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.406426:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454784 00002000:00100000:2.0:1761319690.406467:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (69632->73727) req@00000000b8801782 x1846876465454784/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.406483:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b8801782 with x1846876465454784 ext(69632->73727) 00002000:00010000:2.0:1761319690.406487:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b8801782 00000100:00100000:2.0:1761319690.406545:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20456 00000100:00100000:2.0:1761319690.406552:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8801782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465454784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.406723:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8801782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465454784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.406731:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20456 00002000:00100000:2.0:1761319690.406738:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (69632->73727) req@00000000b8801782 x1846876465454784/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.406744:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b8801782 with x1846876465454784 ext(69632->73727) 00002000:00010000:2.0:1761319690.406747:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b8801782 00000100:00100000:1.0:1761319690.409314:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.409624:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454848 00000100:00100000:0.0:1761319690.409678:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21092 00000100:00100000:0.0:1761319690.409684:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ce0ea0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+69:32205:x1846876465454848:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.409699:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.409718:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b16d expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.409746:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7aec496/0x8eaf31f9c36e8681 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38bcd expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.409753:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.409755:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.409758:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.409784:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7aec496/0x8eaf31f9c36e8681 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38bcd expref: 52 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.409795:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7aec496/0x8eaf31f9c36e8681 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38bcd expref: 52 pid: 8227 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.409806:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341056:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.409872:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.412087:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009728d988 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341056:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.412119:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.412139:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008472c2b2, rc 0) 00000100:00100000:0.0:1761319690.412193:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ce0ea0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465454848:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2507us (2885us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.412202:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21092 00000100:00100000:3.0:1761319690.412445:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.412507:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465454912 00010000:00010000:2.0:1761319690.412561:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7aec496/0x8eaf31f9c36e8681 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38bcd expref: 53 pid: 8227 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.412585:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14181 00000100:00100000:2.0:1761319690.412590:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a60a37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+53:2263:x1846876465454912:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319690.412602:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.412620:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7aec496/0x8eaf31f9c36e8681 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38bcd expref: 53 pid: 8227 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.412629:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7aec496/0x8eaf31f9c36e8681 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38bcd expref: 53 pid: 8227 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.412658:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7aec496/0x8eaf31f9c36e8681 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38bcd expref: 53 pid: 8227 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.412670:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.412673:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.412678:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.412687:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.412716:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 69 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.412728:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341120:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.412763:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020405283 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.417237:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341120:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.417267:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.417541:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a60a37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2263:x1846876465454912:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4920us (5069us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.417552:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14181 00000100:00100000:0.0:1761319690.418125:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.418331:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455040 00002000:00100000:2.0:1761319690.418369:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (73728->77823) req@000000009728d988 x1846876465455040/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319690.418378:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009728d988 with x1846876465455040 ext(73728->77823) 00002000:00010000:2.0:1761319690.418382:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009728d988 00000100:00100000:0.0:1761319690.419163:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20457 00000100:00100000:0.0:1761319690.419170:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465455040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319690.419332:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009728d988 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2262:x1846876465455040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (1208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.419339:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20457 00002000:00100000:0.0:1761319690.419345:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (73728->77823) req@000000009728d988 x1846876465455040/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.419353:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009728d988 with x1846876465455040 ext(73728->77823) 00002000:00010000:0.0:1761319690.419356:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009728d988 00000100:00100000:1.0:1761319690.423037:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.423364:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455104 00000100:00100000:0.0:1761319690.423420:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21093 00000100:00100000:0.0:1761319690.423427:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+70:32205:x1846876465455104:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.423445:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.423465:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b174 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.423494:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36e8817 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38d63 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.423503:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.423505:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.423508:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.423579:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36e8817 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38d63 expref: 51 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.423596:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36e8817 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38d63 expref: 51 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1761319690.423609:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086ae0265 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341184:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.423679:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.426828:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086ae0265 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341184:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.426861:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 71 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.426882:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a0c98893, rc 0) 00000100:00100000:0.0:1761319690.426949:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465455104:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3520us (3919us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.426958:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21093 00000100:00100000:3.0:1761319690.427817:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.428057:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455168 00010000:00010000:2.0:1761319690.428087:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36e8817 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38d63 expref: 52 pid: 8729 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1761319690.428126:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14182 00000100:00100000:2.0:1761319690.428132:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cce52ef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+52:2262:x1846876465455168:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319690.428144:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.428162:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36e8817 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38d63 expref: 52 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.428178:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36e8817 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38d63 expref: 52 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.428205:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36e8817 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38d63 expref: 52 pid: 8729 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1761319690.428220:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.428222:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.428230:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.428249:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.428281:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 70 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.428295:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341248:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.428356:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020405283 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.438124:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.438289:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341248:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.438312:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.438364:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cce52ef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2262:x1846876465455168:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 10231us (10551us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.438375:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14182 00000100:00100000:3.0:1761319690.438465:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455296 00002000:00100000:3.0:1761319690.438498:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (81920->86015) req@00000000b45118bc x1846876465455296/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.438507:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b45118bc with x1846876465455296 ext(81920->86015) 00002000:00010000:3.0:1761319690.438532:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b45118bc 00000100:00100000:3.0:1761319690.438559:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20458 00000100:00100000:3.0:1761319690.438565:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b45118bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465455296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319690.438701:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b45118bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2263:x1846876465455296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (584us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.438708:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20458 00002000:00100000:3.0:1761319690.438713:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (81920->86015) req@00000000b45118bc x1846876465455296/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.438720:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b45118bc with x1846876465455296 ext(81920->86015) 00002000:00010000:3.0:1761319690.438722:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b45118bc 00000100:00100000:1.0:1761319690.448560:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.449465:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455360 00000100:00100000:3.0:1761319690.449556:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21094 00000100:00100000:3.0:1761319690.449565:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+71:32205:x1846876465455360:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.449644:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.449668:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b17b expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.449702:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000070291092/0x8eaf31f9c36e89d7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f23 expref: 50 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.449710:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.449712:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.449715:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 72 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.449746:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000070291092/0x8eaf31f9c36e89d7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f23 expref: 50 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.449757:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000070291092/0x8eaf31f9c36e89d7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f23 expref: 50 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.449769:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474341312:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.449836:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020405283 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.453666:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474341312:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.453668:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1761319690.453705:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 72 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.453727:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bfac3e9b, rc 0) 00000100:00100000:3.0:1761319690.453764:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455424 00000100:00100000:2.0:1761319690.453773:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+72:32205:x1846876465455360:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4208us (5219us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.453783:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21094 00010000:00010000:3.0:1761319690.453795:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000070291092/0x8eaf31f9c36e89d7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f23 expref: 51 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319690.453837:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14183 00000100:00100000:3.0:1761319690.453842:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+51:2263:x1846876465455424:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319690.453855:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.453874:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000070291092/0x8eaf31f9c36e89d7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f23 expref: 51 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.453886:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000070291092/0x8eaf31f9c36e89d7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f23 expref: 51 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.453926:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070291092/0x8eaf31f9c36e89d7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f23 expref: 51 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.453948:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.453950:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.453956:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 71 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.453964:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 71 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.453997:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 71 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.454010:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feada10b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341376:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.454049:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.456418:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feada10b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341376:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319690.456443:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319690.456866:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2263:x1846876465455424:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3021us (3204us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.456877:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14183 00000100:00100000:1.0:1761319690.457777:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.457858:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455552 00002000:00100000:2.0:1761319690.457896:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (106496->110591) req@00000000bcafd400 x1846876465455552/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.457907:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bcafd400 with x1846876465455552 ext(106496->110591) 00002000:00010000:2.0:1761319690.457911:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000bcafd400 00000100:00100000:2.0:1761319690.457955:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20459 00000100:00100000:2.0:1761319690.457960:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcafd400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+72:2263:x1846876465455552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.458119:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcafd400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+72:2263:x1846876465455552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.458128:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20459 00002000:00100000:2.0:1761319690.458134:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (106496->110591) req@00000000bcafd400 x1846876465455552/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.458142:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bcafd400 with x1846876465455552 ext(106496->110591) 00002000:00010000:2.0:1761319690.458145:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000bcafd400 00000100:00100000:0.0:1761319690.463590:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.463742:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455616 00000100:00100000:2.0:1761319690.463796:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21095 00000100:00100000:2.0:1761319690.463804:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+72:32205:x1846876465455616:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.463826:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.463844:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b182 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.463872:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36e8a0f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f5b expref: 49 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.463880:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.463881:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.463884:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 73 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.463910:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36e8a0f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f5b expref: 49 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.463921:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36e8a0f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f5b expref: 49 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.463931:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474341440:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.464007:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020405283 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.468371:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.468464:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474341440:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.468494:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 73 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.468539:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003c71e1eb, rc 0) 00000100:00100000:2.0:1761319690.468584:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+73:32205:x1846876465455616:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4780us (5001us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.468595:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21095 00000100:00100000:3.0:1761319690.468679:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455680 00010000:00010000:3.0:1761319690.468705:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36e8a0f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f5b expref: 50 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319690.468746:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14184 00000100:00100000:3.0:1761319690.468752:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+50:2262:x1846876465455680:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319690.468764:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.468782:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36e8a0f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f5b expref: 50 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.468792:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36e8a0f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f5b expref: 50 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.468815:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36e8a0f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f5b expref: 50 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.468826:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.468828:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.468833:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 72 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.468847:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 72 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.468876:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 72 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.468887:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feada10b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341504:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.468945:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.474997:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feada10b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341504:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.475031:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.475092:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+49:2262:x1846876465455680:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6338us (6727us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.475105:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14184 00000100:00100000:0.0:1761319690.476467:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.476682:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455808 00002000:00100000:2.0:1761319690.476725:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (110592->114687) req@00000000430b5dda x1846876465455808/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.476737:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000430b5dda with x1846876465455808 ext(110592->114687) 00002000:00010000:2.0:1761319690.476742:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000430b5dda 00000100:00100000:2.0:1761319690.476771:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20460 00000100:00100000:2.0:1761319690.476777:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000430b5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+73:2263:x1846876465455808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.476946:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000430b5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+73:2263:x1846876465455808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (471us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.476954:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20460 00002000:00100000:2.0:1761319690.476960:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (110592->114687) req@00000000430b5dda x1846876465455808/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.476967:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000430b5dda with x1846876465455808 ext(110592->114687) 00002000:00010000:2.0:1761319690.476970:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000430b5dda 00000100:00100000:1.0:1761319690.479729:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.480002:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455872 00000100:00100000:2.0:1761319690.480057:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21096 00000100:00100000:2.0:1761319690.480064:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb9e3cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+73:32205:x1846876465455872:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.480082:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.480101:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b189 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.480137:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36e8a1d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f69 expref: 48 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.480146:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.480149:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.480152:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 74 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.480184:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36e8a1d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f69 expref: 48 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.480258:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36e8a1d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f69 expref: 48 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.480272:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474341568:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.480344:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020405283 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.483374:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474341568:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.483409:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 74 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.483430:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d83f043, rc 0) 00000100:00100000:2.0:1761319690.483495:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb9e3cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+74:32205:x1846876465455872:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3428us (3770us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.483550:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21096 00000100:00100000:0.0:1761319690.484573:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.484872:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465455936 00010000:00010000:2.0:1761319690.484902:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36e8a1d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f69 expref: 49 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.484968:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14185 00000100:00100000:2.0:1761319690.484974:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+49:2263:x1846876465455936:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319690.484988:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.485007:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36e8a1d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f69 expref: 49 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.485018:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36e8a1d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f69 expref: 49 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.485043:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36e8a1d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38f69 expref: 49 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.485059:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.485061:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.485067:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 73 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.485075:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 73 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.485257:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 73 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.485277:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341632:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.485339:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020405283 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.487917:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.488548:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.488551:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456064 00010000:00010000:2.0:1761319690.488571:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1761319690.488592:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (114688->118783) req@00000000927fe1ed x1846876465456064/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.488601:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000927fe1ed with x1846876465456064 ext(114688->118783) 00002000:00010000:3.0:1761319690.488605:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000927fe1ed 00000100:00100000:3.0:1761319690.488639:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20461 00000100:00100000:3.0:1761319690.488645:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000927fe1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+74:2262:x1846876465456064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319690.488684:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+48:2263:x1846876465455936:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3709us (4114us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.488692:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14185 00000100:00100000:3.0:1761319690.488799:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000927fe1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+74:2262:x1846876465456064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (890us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.488807:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20461 00002000:00100000:3.0:1761319690.488812:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (114688->118783) req@00000000927fe1ed x1846876465456064/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.488818:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000927fe1ed with x1846876465456064 ext(114688->118783) 00002000:00010000:3.0:1761319690.488822:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000927fe1ed 00000100:00100000:0.0:1761319690.493364:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.493559:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456128 00000100:00100000:1.0:1761319690.494307:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21097 00000100:00100000:1.0:1761319690.494315:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+74:32205:x1846876465456128:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.494333:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.494352:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b190 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.494382:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007cc2dc9f/0x8eaf31f9c36e8f17 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39463 expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.494392:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.494395:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.494398:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 75 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.494430:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007cc2dc9f/0x8eaf31f9c36e8f17 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39463 expref: 47 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.494442:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007cc2dc9f/0x8eaf31f9c36e8f17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39463 expref: 47 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.494455:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8c442ef pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341696:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.494541:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.497916:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8c442ef pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341696:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.497961:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 75 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.497982:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000353a949c, rc 0) 00000100:00100000:1.0:1761319690.498046:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+75:32205:x1846876465456128:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3730us (4687us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.498055:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21097 00000100:00100000:0.0:1761319690.498416:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.498589:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456192 00010000:00010000:2.0:1761319690.498615:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007cc2dc9f/0x8eaf31f9c36e8f17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39463 expref: 48 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.498654:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14186 00000100:00100000:2.0:1761319690.498659:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055af4d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+48:2263:x1846876465456192:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319690.498672:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.498691:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007cc2dc9f/0x8eaf31f9c36e8f17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39463 expref: 48 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.498700:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007cc2dc9f/0x8eaf31f9c36e8f17 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39463 expref: 48 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.498724:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cc2dc9f/0x8eaf31f9c36e8f17 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39463 expref: 48 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.498737:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.498740:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.498747:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 74 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.498755:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 74 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.498785:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 74 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.499159:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341760:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.499320:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020405283 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.501867:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052981446 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341760:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.501894:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.501952:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055af4d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+47:2263:x1846876465456192:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3290us (3537us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.501962:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14186 00000100:00100000:0.0:1761319690.507069:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.507174:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456320 00002000:00100000:3.0:1761319690.507218:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (139264->143359) req@000000007d105473 x1846876465456320/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.507230:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007d105473 with x1846876465456320 ext(139264->143359) 00002000:00010000:3.0:1761319690.507235:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007d105473 00000100:00100000:3.0:1761319690.507267:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20462 00000100:00100000:3.0:1761319690.507273:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+75:2263:x1846876465456320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319690.507440:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d105473 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+75:2263:x1846876465456320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.507447:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20462 00002000:00100000:3.0:1761319690.507454:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (139264->143359) req@000000007d105473 x1846876465456320/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.507461:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007d105473 with x1846876465456320 ext(139264->143359) 00002000:00010000:3.0:1761319690.507464:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007d105473 00000100:00100000:1.0:1761319690.513144:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.513233:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456448 00002000:00100000:3.0:1761319690.513276:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (143360->147455) req@00000000e8c442ef x1846876465456448/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.513288:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e8c442ef with x1846876465456448 ext(143360->147455) 00002000:00010000:3.0:1761319690.513292:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e8c442ef 00000100:00100000:3.0:1761319690.513323:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20463 00000100:00100000:3.0:1761319690.513329:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8c442ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+75:2263:x1846876465456448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319690.514043:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8c442ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+75:2263:x1846876465456448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 711us (904us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.514051:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20463 00002000:00100000:3.0:1761319690.514058:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (143360->147455) req@00000000e8c442ef x1846876465456448/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.514065:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e8c442ef with x1846876465456448 ext(143360->147455) 00002000:00010000:3.0:1761319690.514068:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e8c442ef 00000100:00100000:1.0:1761319690.518154:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.519449:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456512 00000100:00100000:0.0:1761319690.520097:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21098 00000100:00100000:0.0:1761319690.520105:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004db954b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+75:32205:x1846876465456512:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.520123:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.520147:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b197 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.520178:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000087b54e53/0x8eaf31f9c36e8f25 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39471 expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.520187:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.520189:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.520192:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 76 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.520224:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000087b54e53/0x8eaf31f9c36e8f25 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39471 expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.520235:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000087b54e53/0x8eaf31f9c36e8f25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39471 expref: 46 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:0.0:1761319690.520247:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b51ae90 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341824:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.520946:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.524584:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b51ae90 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341824:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.524618:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 76 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.524640:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000484f7b62, rc 0) 00000100:00100000:0.0:1761319690.524685:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004db954b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+76:32205:x1846876465456512:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4579us (6538us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.524699:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21098 00000100:00100000:3.0:1761319690.525063:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.525441:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456576 00010000:00010000:2.0:1761319690.525467:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000087b54e53/0x8eaf31f9c36e8f25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39471 expref: 47 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.525535:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14187 00000100:00100000:2.0:1761319690.525542:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a60a37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+47:2263:x1846876465456576:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319690.525557:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.525576:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087b54e53/0x8eaf31f9c36e8f25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39471 expref: 47 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.525593:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087b54e53/0x8eaf31f9c36e8f25 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39471 expref: 47 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.525619:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087b54e53/0x8eaf31f9c36e8f25 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39471 expref: 47 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.525634:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.525635:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.525642:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 75 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.525652:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 75 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.525685:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 75 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.525698:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341888:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.525746:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8486c42 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.532182:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.532271:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456704 00002000:00100000:0.0:1761319690.532317:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (147456->151551) req@000000001cce52ef x1846876465456704/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.532329:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001cce52ef with x1846876465456704 ext(147456->151551) 00002000:00010000:0.0:1761319690.532333:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001cce52ef 00000100:00100000:0.0:1761319690.532367:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20464 00000100:00100000:0.0:1761319690.532373:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cce52ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+76:2262:x1846876465456704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319690.532560:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cce52ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+76:2262:x1846876465456704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.532569:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20464 00002000:00100000:0.0:1761319690.532575:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (147456->151551) req@000000001cce52ef x1846876465456704/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.532584:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001cce52ef with x1846876465456704 ext(147456->151551) 00002000:00010000:0.0:1761319690.532587:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001cce52ef 00000100:00100000:2.0:1761319690.533238:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474341888:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.533260:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.533291:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a60a37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+46:2263:x1846876465456576:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 7748us (8229us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.533300:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14187 00000100:00100000:3.0:1761319690.537180:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.537502:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456832 00002000:00100000:1.0:1761319690.537630:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (151552->155647) req@00000000feada10b x1846876465456832/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319690.537643:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000feada10b with x1846876465456832 ext(151552->155647) 00002000:00010000:1.0:1761319690.537647:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000feada10b 00000100:00100000:1.0:1761319690.537998:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20465 00000100:00100000:1.0:1761319690.538004:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000feada10b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+76:2264:x1846876465456832:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1761319690.538171:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000feada10b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+76:2264:x1846876465456832:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (998us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.538179:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20465 00002000:00100000:1.0:1761319690.538184:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (151552->155647) req@00000000feada10b x1846876465456832/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319690.538191:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000feada10b with x1846876465456832 ext(151552->155647) 00002000:00010000:1.0:1761319690.538194:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000feada10b 00000100:00100000:3.0:1761319690.542268:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.542618:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456896 00000100:00100000:1.0:1761319690.543077:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21099 00000100:00100000:1.0:1761319690.543085:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+76:32205:x1846876465456896:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.543101:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.543119:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b19e expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.543149:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36e8fe9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39535 expref: 45 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.543157:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.543159:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.543162:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 77 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.543190:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36e8fe9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39535 expref: 45 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.543207:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36e8fe9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39535 expref: 45 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.543218:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341952:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.543278:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.545982:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474341952:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.546014:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 77 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.546036:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000049d45392, rc 0) 00000100:00100000:1.0:1761319690.546088:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+77:32205:x1846876465456896:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3002us (3826us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.546097:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21099 00000100:00100000:3.0:1761319690.547165:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.547386:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465456960 00010000:00010000:2.0:1761319690.547413:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36e8fe9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39535 expref: 46 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.547450:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14188 00000100:00100000:2.0:1761319690.547456:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+46:2262:x1846876465456960:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319690.547468:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.547486:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36e8fe9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39535 expref: 46 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.547497:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36e8fe9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39535 expref: 46 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.547553:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36e8fe9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39535 expref: 46 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.547569:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.547571:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.547577:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 76 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.547586:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 76 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.547616:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 76 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.547628:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342016:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.547671:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8486c42 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.552781:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.552926:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a4c4a8 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342016:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.552965:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.553020:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+45:2262:x1846876465456960:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5563us (5858us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.553032:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14188 00000100:00100000:1.0:1761319690.553123:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457088 00002000:00100000:1.0:1761319690.553160:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (167936->172031) req@000000007c9545d9 x1846876465457088/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.553170:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007c9545d9 with x1846876465457088 ext(167936->172031) 00002000:00010000:1.0:1761319690.553174:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007c9545d9 00000100:00100000:1.0:1761319690.553211:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20466 00000100:00100000:1.0:1761319690.553217:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c9545d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+77:2263:x1846876465457088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319690.553368:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c9545d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+77:2263:x1846876465457088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.553376:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20466 00002000:00100000:1.0:1761319690.553382:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (167936->172031) req@000000007c9545d9 x1846876465457088/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.553390:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007c9545d9 with x1846876465457088 ext(167936->172031) 00002000:00010000:1.0:1761319690.553393:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007c9545d9 00000100:00100000:3.0:1761319690.556674:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.556832:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457152 00000100:00100000:1.0:1761319690.557105:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21100 00000100:00100000:1.0:1761319690.557112:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000332679ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+77:32205:x1846876465457152:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.557130:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.557149:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1a5 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.557178:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36e8ff7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39543 expref: 44 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.557186:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.557188:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.557192:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 78 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.557220:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36e8ff7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39543 expref: 44 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.557231:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36e8ff7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39543 expref: 44 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.557244:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474342080:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.557705:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.561238:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.561561:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474342080:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.561593:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 78 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.561616:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dc443ebf, rc 0) 00000100:00100000:1.0:1761319690.561661:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000332679ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+78:32205:x1846876465457152:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4549us (4994us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.561670:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21100 00000100:00100000:3.0:1761319690.561818:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457216 00010000:00010000:3.0:1761319690.561843:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36e8ff7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39543 expref: 45 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319690.561878:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14189 00000100:00100000:3.0:1761319690.561884:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+45:2262:x1846876465457216:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319690.561898:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.561916:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36e8ff7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39543 expref: 45 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.561927:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36e8ff7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39543 expref: 45 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.561958:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36e8ff7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39543 expref: 45 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.561976:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.561978:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.561985:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 77 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.561993:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 77 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.562025:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 77 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.562038:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1c1f3cd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342144:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.562077:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00010000:00010000:1.0:1761319690.562471:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761319690.565402:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1c1f3cd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342144:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319690.565432:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319690.565672:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+44:2262:x1846876465457216:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3785us (4438us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.565684:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14189 00000100:00100000:0.0:1761319690.567063:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.567155:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457344 00002000:00100000:3.0:1761319690.567194:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (172032->176127) req@000000001b51ae90 x1846876465457344/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319690.567207:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001b51ae90 with x1846876465457344 ext(172032->176127) 00002000:00010000:3.0:1761319690.567211:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001b51ae90 00000100:00100000:3.0:1761319690.567240:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20467 00000100:00100000:3.0:1761319690.567246:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+78:2265:x1846876465457344:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1761319690.567396:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b51ae90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+78:2265:x1846876465457344:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.567404:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20467 00002000:00100000:3.0:1761319690.567409:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (172032->176127) req@000000001b51ae90 x1846876465457344/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319690.567417:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001b51ae90 with x1846876465457344 ext(172032->176127) 00002000:00010000:3.0:1761319690.567420:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001b51ae90 00000100:00100000:2.0:1761319690.572356:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.573166:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457408 00000100:00100000:1.0:1761319690.573629:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21101 00000100:00100000:1.0:1761319690.573636:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052981446 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+78:32205:x1846876465457408:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.573653:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.573674:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1ac expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.573702:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36e9075 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395c1 expref: 43 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.573709:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.573711:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.573713:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 79 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.573740:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36e9075 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395c1 expref: 43 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.573750:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36e9075 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395c1 expref: 43 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.573762:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474342208:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.574442:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.578966:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.579129:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474342208:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.579168:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 79 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.579194:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000829da54e, rc 0) 00000100:00100000:1.0:1761319690.579261:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052981446 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+79:32205:x1846876465457408:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5624us (6911us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.579272:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21101 00000100:00100000:3.0:1761319690.579461:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457472 00010000:00010000:3.0:1761319690.579488:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36e9075 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395c1 expref: 44 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319690.579558:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14190 00000100:00100000:3.0:1761319690.579564:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fed1668d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+44:2263:x1846876465457472:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319690.579578:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.579596:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36e9075 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395c1 expref: 44 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.579609:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36e9075 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395c1 expref: 44 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.579634:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36e9075 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395c1 expref: 44 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.579648:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.579650:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.579657:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 78 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.579668:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 78 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.579701:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 78 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.579714:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1c1f3cd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342272:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.579757:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.583990:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1c1f3cd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342272:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319690.584019:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319690.584064:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fed1668d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+43:2263:x1846876465457472:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 4497us (5104us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.584075:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14190 00000100:00100000:2.0:1761319690.585134:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.585432:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457600 00002000:00100000:1.0:1761319690.585474:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (176128->180223) req@00000000a0f2fd9e x1846876465457600/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.585486:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a0f2fd9e with x1846876465457600 ext(176128->180223) 00002000:00010000:1.0:1761319690.585491:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a0f2fd9e 00000100:00100000:1.0:1761319690.585875:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20468 00000100:00100000:1.0:1761319690.585881:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+79:2263:x1846876465457600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319690.586697:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f2fd9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+79:2263:x1846876465457600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 813us (1566us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.586707:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20468 00002000:00100000:1.0:1761319690.586714:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (176128->180223) req@00000000a0f2fd9e x1846876465457600/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319690.586727:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a0f2fd9e with x1846876465457600 ext(176128->180223) 00002000:00010000:1.0:1761319690.586731:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a0f2fd9e 00000100:00100000:0.0:1761319690.590590:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.590681:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457664 00000100:00100000:1.0:1761319690.590742:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21102 00000100:00100000:1.0:1761319690.590749:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+79:32205:x1846876465457664:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.590766:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.590786:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1b3 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.590815:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077d5a2aa/0x8eaf31f9c36e9307 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39853 expref: 42 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.590824:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.590826:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.590828:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.590859:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077d5a2aa/0x8eaf31f9c36e9307 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39853 expref: 42 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.590872:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077d5a2aa/0x8eaf31f9c36e9307 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39853 expref: 42 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.590887:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474342336:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.590960:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.594421:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.594807:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457728 00010000:00010000:3.0:1761319690.594844:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077d5a2aa/0x8eaf31f9c36e9307 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39853 expref: 43 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319690.594893:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14191 00000100:00100000:3.0:1761319690.594899:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+43:2262:x1846876465457728:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319690.594915:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.594948:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077d5a2aa/0x8eaf31f9c36e9307 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39853 expref: 43 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.594961:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077d5a2aa/0x8eaf31f9c36e9307 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39853 expref: 43 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.594992:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.594994:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.595002:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.595010:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.595044:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.595058:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1c1f3cd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342400:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.595125:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00010000:00010000:1.0:1761319690.595897:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077d5a2aa/0x8eaf31f9c36e9307 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39853 expref: 43 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.595917:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474342336:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.596158:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 80 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.596169:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000862614d, rc 0) 00000100:00100000:1.0:1761319690.596216:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+80:32205:x1846876465457664:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5466us (5632us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.596224:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21102 00000100:00100000:3.0:1761319690.598416:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1c1f3cd pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342400:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319690.598440:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319690.598483:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+42:2262:x1846876465457728:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3583us (4068us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.598492:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14191 00000100:00100000:3.0:1761319690.601695:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.602329:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457856 00002000:00100000:1.0:1761319690.602375:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (184320->188415) req@00000000f1c1f3cd x1846876465457856/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319690.602387:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f1c1f3cd with x1846876465457856 ext(184320->188415) 00002000:00010000:1.0:1761319690.602391:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000f1c1f3cd 00000100:00100000:1.0:1761319690.603238:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20469 00000100:00100000:1.0:1761319690.603245:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1c1f3cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+80:2262:x1846876465457856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319690.603409:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1c1f3cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+80:2262:x1846876465457856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (1722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.603417:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20469 00002000:00100000:1.0:1761319690.603424:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (184320->188415) req@00000000f1c1f3cd x1846876465457856/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319690.603432:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f1c1f3cd with x1846876465457856 ext(184320->188415) 00002000:00010000:1.0:1761319690.603435:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000f1c1f3cd 00000100:00100000:0.0:1761319690.607101:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.608916:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457920 00000100:00100000:1.0:1761319690.609145:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21103 00000100:00100000:1.0:1761319690.609152:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003a442f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+80:32205:x1846876465457920:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.609170:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.609190:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1ba expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.609224:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c792284/0x8eaf31f9c36e934d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39899 expref: 41 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.609234:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.609236:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.609239:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.609283:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c792284/0x8eaf31f9c36e934d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39899 expref: 41 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.609296:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c792284/0x8eaf31f9c36e934d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39899 expref: 41 pid: 8226 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.609309:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474342464:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.609387:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000849e30aa going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.617607:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.617699:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465457984 00010000:00010000:3.0:1761319690.617734:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c792284/0x8eaf31f9c36e934d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39899 expref: 42 pid: 8226 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319690.617776:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14192 00000100:00100000:3.0:1761319690.617782:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a70669 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+42:2263:x1846876465457984:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319690.617801:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.617820:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c792284/0x8eaf31f9c36e934d lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39899 expref: 42 pid: 8226 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.617831:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c792284/0x8eaf31f9c36e934d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39899 expref: 42 pid: 8226 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.617860:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.617862:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.617869:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.617879:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.617911:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.617922:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049ef9667 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342528:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.617994:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00010000:00010000:1.0:1761319690.621207:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c792284/0x8eaf31f9c36e934d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39899 expref: 42 pid: 8226 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.621233:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb536208 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474342464:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.621269:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 81 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.621284:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000061678351, rc 0) 00000100:00100000:1.0:1761319690.624766:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003a442f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+81:32205:x1846876465457920:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 15606us (17665us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.624781:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21103 00000100:00100000:3.0:1761319690.625968:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049ef9667 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342528:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319690.625994:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319690.626046:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a70669 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+41:2263:x1846876465457984:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 8262us (8445us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.626056:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14192 00000100:00100000:2.0:1761319690.630827:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.630892:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458112 00002000:00100000:3.0:1761319690.630945:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (196608->200703) req@00000000639fb034 x1846876465458112/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319690.630957:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000639fb034 with x1846876465458112 ext(196608->200703) 00002000:00010000:3.0:1761319690.630961:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000639fb034 00000100:00100000:3.0:1761319690.630998:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20470 00000100:00100000:3.0:1761319690.631004:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+81:2264:x1846876465458112:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1761319690.631172:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000639fb034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+81:2264:x1846876465458112:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (351us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.631180:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20470 00002000:00100000:3.0:1761319690.631187:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (196608->200703) req@00000000639fb034 x1846876465458112/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319690.631194:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000639fb034 with x1846876465458112 ext(196608->200703) 00002000:00010000:3.0:1761319690.631197:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000639fb034 00000100:00100000:0.0:1761319690.638751:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.638794:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.638878:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458176 00002000:00100000:1.0:1761319690.638918:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (0->409599) req@000000007315d5c4 x1846876465458176/t0(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 504/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00002000:00100000:1.0:1761319690.638930:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007315d5c4 with x1846876465458176 ext(0->409599) 00002000:00010000:1.0:1761319690.638975:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007315d5c4 00000100:00100000:1.0:1761319690.639007:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20471 00000100:00100000:1.0:1761319690.639013:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007315d5c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+81:2264:x1846876465458176:12345-192.168.203.12@tcp:4:kworker/u8:4.0 00000100:00100000:2.0:1761319690.639078:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458240 00000100:00100000:2.0:1761319690.639112:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21104 00000100:00100000:2.0:1761319690.639117:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+83:32205:x1846876465458240:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.639127:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.639143:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1c1 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.639165:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c277cb97/0x8eaf31f9c36e935b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca398a7 expref: 40 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.639173:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.639175:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.639179:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 84 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.639207:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c277cb97/0x8eaf31f9c36e935b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca398a7 expref: 40 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.639218:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c277cb97/0x8eaf31f9c36e935b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca398a7 expref: 40 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.639235:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f62b2753 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474342592:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.639291:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8486c42 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.647812:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f62b2753 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474342592:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.647847:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 84 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.647872:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007e7de246, rc 0) 00000100:00100000:2.0:1761319690.647928:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+84:32205:x1846876465458240:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8808us (9132us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.647946:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21104 00000100:00100000:1.0:1761319690.648406:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.648481:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458304 00010000:00010000:3.0:1761319690.648506:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c277cb97/0x8eaf31f9c36e935b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca398a7 expref: 41 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.650126:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14193 00000100:00100000:2.0:1761319690.650135:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060a458d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+41:2262:x1846876465458304:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319690.650153:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.650175:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c277cb97/0x8eaf31f9c36e935b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca398a7 expref: 41 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.650188:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c277cb97/0x8eaf31f9c36e935b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca398a7 expref: 41 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.650490:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c277cb97/0x8eaf31f9c36e935b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca398a7 expref: 41 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.650507:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.650924:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.650941:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 83 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.650952:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 83 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.650992:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 83 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.651005:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f62b2753 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474342656:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.651746:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8486c42 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.659324:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007315d5c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+84:2264:x1846876465458176:12345-192.168.203.12@tcp:4:kworker/u8:4.0 Request processed in 20304us (20574us total) trans 4294973886 rc 0/0 00000100:00100000:2.0:1761319690.659341:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20471 00002000:00100000:2.0:1761319690.659355:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (0->409599) req@000000007315d5c4 x1846876465458176/t4294973886(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 504/448 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 0/0 job:'kworker/u8:4.0' 00002000:00100000:2.0:1761319690.659365:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007315d5c4 with x1846876465458176 ext(0->409599) 00002000:00010000:2.0:1761319690.659398:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007315d5c4 00000100:00100000:3.0:1761319690.660530:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f62b2753 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474342656:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319690.660556:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319690.661161:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060a458d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+40:2262:x1846876465458304:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 11023us (12755us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.661172:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14193 00000100:00100000:1.0:1761319690.665919:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.666021:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458432 00002000:00100000:2.0:1761319690.666066:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (200704->204799) req@00000000eb536208 x1846876465458432/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.666077:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000eb536208 with x1846876465458432 ext(200704->204799) 00002000:00010000:2.0:1761319690.666082:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000eb536208 00000100:00100000:2.0:1761319690.666246:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20472 00000100:00100000:2.0:1761319690.666253:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb536208 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+84:2263:x1846876465458432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.666424:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb536208 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+84:2263:x1846876465458432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.666432:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20472 00002000:00100000:2.0:1761319690.666438:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (200704->204799) req@00000000eb536208 x1846876465458432/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.666445:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000eb536208 with x1846876465458432 ext(200704->204799) 00002000:00010000:2.0:1761319690.666448:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000eb536208 00000100:00100000:2.0:1761319690.670698:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.674132:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458496 00000100:00100000:0.0:1761319690.674187:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21105 00000100:00100000:0.0:1761319690.674193:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+84:32205:x1846876465458496:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.674208:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.674225:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1c8 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.674254:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b404b55f/0x8eaf31f9c36e9609 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b55 expref: 39 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.674262:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.674264:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.674266:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 85 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.674292:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b404b55f/0x8eaf31f9c36e9609 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b55 expref: 39 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.674302:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b404b55f/0x8eaf31f9c36e9609 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b55 expref: 39 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:0.0:1761319690.674313:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474342720:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.674373:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.679228:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474342720:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.679260:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 85 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.679292:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000356465bd, rc 0) 00000100:00100000:0.0:1761319690.679353:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+85:32205:x1846876465458496:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5159us (8661us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.679363:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21105 00000100:00100000:2.0:1761319690.679837:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.680320:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458560 00010000:00010000:3.0:1761319690.680351:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b404b55f/0x8eaf31f9c36e9609 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b55 expref: 40 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319690.680979:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14194 00000100:00100000:3.0:1761319690.680987:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+40:2262:x1846876465458560:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319690.681001:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.681021:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b404b55f/0x8eaf31f9c36e9609 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b55 expref: 40 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.681032:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b404b55f/0x8eaf31f9c36e9609 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b55 expref: 40 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.681054:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b404b55f/0x8eaf31f9c36e9609 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b55 expref: 40 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.681068:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.681070:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.681076:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 84 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.681084:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 84 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.681115:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 84 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.681128:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049ef9667 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474342784:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.681179:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.690472:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049ef9667 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474342784:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319690.690502:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.690744:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+39:2262:x1846876465458560:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 9755us (10907us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.690755:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14194 00000100:00100000:1.0:1761319690.692013:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.692099:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458688 00002000:00100000:2.0:1761319690.692142:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (204800->208895) req@000000009689385a x1846876465458688/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319690.692153:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009689385a with x1846876465458688 ext(204800->208895) 00002000:00010000:2.0:1761319690.692157:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009689385a 00000100:00100000:2.0:1761319690.692309:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20473 00000100:00100000:2.0:1761319690.692315:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009689385a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+85:2262:x1846876465458688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319690.693851:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009689385a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+85:2262:x1846876465458688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1530us (1838us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.693863:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20473 00002000:00100000:2.0:1761319690.693873:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (204800->208895) req@000000009689385a x1846876465458688/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319690.693887:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009689385a with x1846876465458688 ext(204800->208895) 00002000:00010000:2.0:1761319690.693892:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009689385a 00000100:00100000:3.0:1761319690.701572:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.705303:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458752 00000100:00100000:0.0:1761319690.705370:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21106 00000100:00100000:0.0:1761319690.705377:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049ef9667 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+85:32205:x1846876465458752:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.705396:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.705417:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1cf expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.705452:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d008a7eb/0x8eaf31f9c36e9695 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39be1 expref: 38 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.705461:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.705463:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.705466:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 86 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.705496:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d008a7eb/0x8eaf31f9c36e9695 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39be1 expref: 38 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.705546:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d008a7eb/0x8eaf31f9c36e9695 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39be1 expref: 38 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:0.0:1761319690.705560:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474342848:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.705627:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.708306:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474342848:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.708336:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 86 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.708358:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003d051b8a, rc 0) 00000100:00100000:0.0:1761319690.708412:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049ef9667 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+86:32205:x1846876465458752:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3034us (6846us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.708421:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21106 00000100:00100000:1.0:1761319690.708895:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.708979:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458816 00010000:00010000:2.0:1761319690.709003:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d008a7eb/0x8eaf31f9c36e9695 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39be1 expref: 39 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:0.0:1761319690.709729:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14195 00000100:00100000:0.0:1761319690.709736:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+39:2262:x1846876465458816:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319690.709751:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.709770:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d008a7eb/0x8eaf31f9c36e9695 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39be1 expref: 39 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:0.0:1761319690.709782:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d008a7eb/0x8eaf31f9c36e9695 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39be1 expref: 39 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:0.0:1761319690.709806:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d008a7eb/0x8eaf31f9c36e9695 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39be1 expref: 39 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:0.0:1761319690.709820:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.709822:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.709828:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 85 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.709837:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 85 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.709868:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 85 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.709880:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342912:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.709944:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.717581:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474342912:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.717607:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.718259:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+38:2262:x1846876465458816:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 8519us (9363us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.718271:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14195 00000100:00100000:3.0:1761319690.719218:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.719313:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465458944 00002000:00100000:2.0:1761319690.719347:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (212992->217087) req@0000000070781546 x1846876465458944/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.719358:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000070781546 with x1846876465458944 ext(212992->217087) 00002000:00010000:2.0:1761319690.719362:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000070781546 00000100:00100000:2.0:1761319690.719389:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20474 00000100:00100000:2.0:1761319690.719394:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070781546 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+86:2263:x1846876465458944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.719563:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070781546 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+86:2263:x1846876465458944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.719570:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20474 00002000:00100000:2.0:1761319690.719575:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (212992->217087) req@0000000070781546 x1846876465458944/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.719581:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000070781546 with x1846876465458944 ext(212992->217087) 00002000:00010000:2.0:1761319690.719583:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000070781546 00000100:00100000:1.0:1761319690.723752:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.723804:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459008 00000100:00100000:0.0:1761319690.723864:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21107 00000100:00100000:0.0:1761319690.723870:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+86:32205:x1846876465459008:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.723889:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.723908:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1d6 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.723951:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36e98b7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e03 expref: 37 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.723961:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.723963:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.723966:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 87 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.724005:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36e98b7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e03 expref: 37 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.724017:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36e98b7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e03 expref: 37 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:0.0:1761319690.724029:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474342976:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.724099:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.730844:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.732007:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474342976:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.732047:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 87 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.732073:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c99f24a0, rc 0) 00000100:00100000:0.0:1761319690.732142:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+87:32205:x1846876465459008:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8270us (8402us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.732151:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21107 00000100:00100000:2.0:1761319690.733172:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459072 00010000:00010000:2.0:1761319690.733204:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36e98b7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e03 expref: 38 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.733253:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14196 00000100:00100000:2.0:1761319690.733258:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060b0ce57 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+38:2262:x1846876465459072:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319690.733272:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.733290:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36e98b7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e03 expref: 38 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.733301:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36e98b7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e03 expref: 38 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.733324:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36e98b7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e03 expref: 38 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.733337:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.733339:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.733346:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 86 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.733354:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 86 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.733386:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 86 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.733398:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053de82be pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343040:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.733455:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fbbad759 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.738238:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053de82be pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343040:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.738265:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.738319:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060b0ce57 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+37:2262:x1846876465459072:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 5059us (7482us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.738329:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14196 00000100:00100000:3.0:1761319690.741855:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.741960:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459200 00002000:00100000:0.0:1761319690.742002:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (221184->225279) req@00000000fc82ecd4 x1846876465459200/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.742013:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fc82ecd4 with x1846876465459200 ext(221184->225279) 00002000:00010000:0.0:1761319690.742018:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000fc82ecd4 00000100:00100000:0.0:1761319690.742054:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20475 00000100:00100000:0.0:1761319690.742064:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc82ecd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+87:2263:x1846876465459200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319690.742877:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc82ecd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+87:2263:x1846876465459200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 810us (1027us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.742887:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20475 00002000:00100000:0.0:1761319690.742894:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (221184->225279) req@00000000fc82ecd4 x1846876465459200/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.742902:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fc82ecd4 with x1846876465459200 ext(221184->225279) 00002000:00010000:0.0:1761319690.742906:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000fc82ecd4 00000100:00100000:1.0:1761319690.746462:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.746634:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459264 00000100:00100000:0.0:1761319690.746678:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21108 00000100:00100000:0.0:1761319690.746685:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b3a932f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+87:32205:x1846876465459264:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319690.746702:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319690.746721:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1dd expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.746753:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36e99eb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39f37 expref: 36 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.746761:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.746764:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319690.746768:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 88 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.746800:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36e99eb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39f37 expref: 36 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.746812:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36e99eb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39f37 expref: 36 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:0.0:1761319690.746831:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343104:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319690.747081:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.750621:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.750701:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459328 00010000:00010000:3.0:1761319690.750735:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36e99eb lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39f37 expref: 37 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:0.0:1761319690.750787:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000778859 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343104:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319690.750815:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 88 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.750834:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14197 00010000:00010000:0.0:1761319690.750835:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e1a26510, rc 0) 00000100:00100000:3.0:1761319690.750841:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+37:2262:x1846876465459328:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319690.750857:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.750881:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36e99eb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39f37 expref: 37 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.750893:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36e99eb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39f37 expref: 37 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:0.0:1761319690.750898:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b3a932f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+88:32205:x1846876465459264:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4208us (4437us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.750911:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21108 00010000:00010000:3.0:1761319690.750924:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36e99eb lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39f37 expref: 37 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.750946:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.750948:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.750955:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 87 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.750963:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 87 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.750994:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 87 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.751006:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343168:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.751043:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.754412:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000307a5365 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343168:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.754446:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.754499:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+36:2262:x1846876465459328:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 3657us (3885us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.754529:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14197 00000100:00100000:2.0:1761319690.754853:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.754883:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459456 00002000:00100000:0.0:1761319690.754923:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (229376->233471) req@00000000e413e315 x1846876465459456/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.754944:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e413e315 with x1846876465459456 ext(229376->233471) 00002000:00010000:0.0:1761319690.754948:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e413e315 00000100:00100000:0.0:1761319690.754976:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20476 00000100:00100000:0.0:1761319690.754982:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e413e315 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+88:2263:x1846876465459456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319690.755130:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e413e315 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+88:2263:x1846876465459456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.755138:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20476 00002000:00100000:0.0:1761319690.755143:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (229376->233471) req@00000000e413e315 x1846876465459456/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.755155:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e413e315 with x1846876465459456 ext(229376->233471) 00002000:00010000:0.0:1761319690.755158:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e413e315 00000100:00100000:0.0:1761319690.757832:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.758375:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459520 00000100:00100000:2.0:1761319690.758702:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21109 00000100:00100000:2.0:1761319690.758708:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000778859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+88:32205:x1846876465459520:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.758724:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.758744:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1e4 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.758773:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b255797f/0x8eaf31f9c36e9a5b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39fa7 expref: 35 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.758781:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.758782:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.758785:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 89 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.758814:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b255797f/0x8eaf31f9c36e9a5b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39fa7 expref: 35 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.758826:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b255797f/0x8eaf31f9c36e9a5b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39fa7 expref: 35 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.758837:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343232:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.758912:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fbbad759 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.760810:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343232:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.760842:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 89 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.760863:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d91e40fa, rc 0) 00000100:00100000:2.0:1761319690.760919:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000778859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+89:32205:x1846876465459520:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2209us (3092us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.760927:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21109 00000100:00100000:1.0:1761319690.762613:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.762698:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459584 00010000:00010000:2.0:1761319690.762730:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b255797f/0x8eaf31f9c36e9a5b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39fa7 expref: 36 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.762842:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14198 00000100:00100000:2.0:1761319690.762848:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009652237d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+36:2262:x1846876465459584:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319690.762863:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.762882:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b255797f/0x8eaf31f9c36e9a5b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39fa7 expref: 36 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.762893:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b255797f/0x8eaf31f9c36e9a5b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39fa7 expref: 36 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.762918:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b255797f/0x8eaf31f9c36e9a5b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39fa7 expref: 36 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.762944:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.762947:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.762953:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 88 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.762962:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 88 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.762997:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 88 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.763010:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343296:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.763072:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fbbad759 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.764968:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343296:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.764993:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.765136:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009652237d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+35:2262:x1846876465459584:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 2287us (2528us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.765146:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14198 00000100:00100000:3.0:1761319690.767737:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.767922:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459712 00002000:00100000:2.0:1761319690.767974:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (233472->237567) req@000000007c096d21 x1846876465459712/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319690.767985:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007c096d21 with x1846876465459712 ext(233472->237567) 00002000:00010000:2.0:1761319690.767990:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007c096d21 00000100:00100000:2.0:1761319690.768389:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20477 00000100:00100000:2.0:1761319690.768396:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c096d21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+89:2262:x1846876465459712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319690.768586:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c096d21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+89:2262:x1846876465459712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (856us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.768593:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20477 00002000:00100000:2.0:1761319690.768599:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (233472->237567) req@000000007c096d21 x1846876465459712/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:2.0:1761319690.768606:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007c096d21 with x1846876465459712 ext(233472->237567) 00002000:00010000:2.0:1761319690.768609:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007c096d21 00000100:00100000:1.0:1761319690.773142:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.773287:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459776 00000100:00100000:2.0:1761319690.773341:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21110 00000100:00100000:2.0:1761319690.773347:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fea7bb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+89:32205:x1846876465459776:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.773363:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.773383:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1eb expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.773414:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f775b2cc/0x8eaf31f9c36e9cc3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a20f expref: 34 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.773422:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.773424:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.773427:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 90 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.773456:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f775b2cc/0x8eaf31f9c36e9cc3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a20f expref: 34 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.773467:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f775b2cc/0x8eaf31f9c36e9cc3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a20f expref: 34 pid: 16608 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.773478:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343360:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.773583:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fff7d352 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.778286:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343360:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.778323:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 90 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.778344:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cec6ee7c, rc 0) 00000100:00100000:2.0:1761319690.779316:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fea7bb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+90:32205:x1846876465459776:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5965us (6178us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.779327:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21110 00000100:00100000:1.0:1761319690.780703:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.780873:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459840 00010000:00010000:2.0:1761319690.780910:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f775b2cc/0x8eaf31f9c36e9cc3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a20f expref: 35 pid: 16608 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.780959:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14199 00000100:00100000:2.0:1761319690.780966:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+35:2262:x1846876465459840:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319690.780980:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.780999:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f775b2cc/0x8eaf31f9c36e9cc3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a20f expref: 35 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.781011:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f775b2cc/0x8eaf31f9c36e9cc3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a20f expref: 35 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.781036:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f775b2cc/0x8eaf31f9c36e9cc3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a20f expref: 35 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.781053:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.781055:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.781062:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 89 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.781071:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 89 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.781107:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 89 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.781118:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343424:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.781185:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fff7d352 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.784723:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343424:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.784753:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.784809:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+34:2262:x1846876465459840:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 3840us (4109us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.784818:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14199 00000100:00100000:0.0:1761319690.785376:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.785439:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465459968 00002000:00100000:2.0:1761319690.785474:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (237568->241663) req@00000000e6e53d98 x1846876465459968/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.785484:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e6e53d98 with x1846876465459968 ext(237568->241663) 00002000:00010000:2.0:1761319690.785489:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e6e53d98 00000100:00100000:2.0:1761319690.785555:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20478 00000100:00100000:2.0:1761319690.785561:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6e53d98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+90:2263:x1846876465459968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319690.785704:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6e53d98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+90:2263:x1846876465459968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1761319690.785711:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20478 00002000:00100000:2.0:1761319690.785717:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (237568->241663) req@00000000e6e53d98 x1846876465459968/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319690.785724:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000e6e53d98 with x1846876465459968 ext(237568->241663) 00002000:00010000:2.0:1761319690.785727:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000e6e53d98 00000100:00100000:0.0:1761319690.790662:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.790766:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460032 00000100:00100000:2.0:1761319690.790822:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21111 00000100:00100000:2.0:1761319690.790828:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+90:32205:x1846876465460032:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.790844:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.790864:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1f2 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.791892:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36e9cd1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a21d expref: 33 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.791903:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.791904:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.791907:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 91 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.791950:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36e9cd1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a21d expref: 33 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.791963:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36e9cd1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a21d expref: 33 pid: 16608 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.791976:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343488:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.792034:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d8f69221 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.798657:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.798805:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343488:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.798844:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 91 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.798866:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000aa002f90, rc 0) 00000100:00100000:2.0:1761319690.798926:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+91:32205:x1846876465460032:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 8090us (8263us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.798943:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21111 00000100:00100000:3.0:1761319690.799408:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460096 00010000:00010000:3.0:1761319690.799441:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36e9cd1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a21d expref: 34 pid: 16608 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319690.799491:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14200 00000100:00100000:3.0:1761319690.799497:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ada965d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+34:2263:x1846876465460096:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319690.799544:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.799570:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36e9cd1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a21d expref: 34 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.799581:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36e9cd1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a21d expref: 34 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.799609:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36e9cd1 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a21d expref: 34 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.799627:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.799629:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.799635:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 90 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.799643:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 90 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.799678:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 90 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.799709:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cc8f63c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343552:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.799765:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1d7bb89 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.803903:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cc8f63c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319690.803942:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319690.803995:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ada965d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+33:2263:x1846876465460096:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 4495us (5344us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319690.804006:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14200 00000100:00100000:0.0:1761319690.804928:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.805011:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460224 00002000:00100000:3.0:1761319690.805044:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (241664->245759) req@00000000b9824aae x1846876465460224/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.805053:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9824aae with x1846876465460224 ext(241664->245759) 00002000:00010000:3.0:1761319690.805058:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b9824aae 00000100:00100000:3.0:1761319690.805082:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20479 00000100:00100000:3.0:1761319690.805088:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9824aae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+91:2263:x1846876465460224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319690.806109:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9824aae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+91:2263:x1846876465460224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1017us (1180us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.806117:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20479 00002000:00100000:3.0:1761319690.806123:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (241664->245759) req@00000000b9824aae x1846876465460224/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.806131:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9824aae with x1846876465460224 ext(241664->245759) 00002000:00010000:3.0:1761319690.806135:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b9824aae 00000100:00100000:0.0:1761319690.810658:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.810850:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460288 00000100:00100000:2.0:1761319690.810972:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21112 00000100:00100000:2.0:1761319690.810979:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+91:32205:x1846876465460288:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.810997:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.811017:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b1f9 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.811049:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36e9cdf lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a22b expref: 32 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.811057:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.811060:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.811063:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.811091:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36e9cdf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a22b expref: 32 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.811102:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36e9cdf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a22b expref: 32 pid: 16608 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.811112:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343616:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.811170:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d8f69221 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.820264:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000057d6614 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343616:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.820298:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.820322:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000065124396, rc 0) 00000100:00100000:2.0:1761319690.821966:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+92:32205:x1846876465460288:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 10981us (11309us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.821978:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21112 00000100:00100000:1.0:1761319690.829884:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.829946:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460352 00010000:00010000:3.0:1761319690.829981:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36e9cdf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a22b expref: 33 pid: 16608 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319690.830027:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14201 00000100:00100000:3.0:1761319690.830033:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffddc466 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+33:2263:x1846876465460352:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319690.830048:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319690.830067:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36e9cdf lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a22b expref: 33 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.830079:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36e9cdf lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a22b expref: 33 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.830102:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36e9cdf lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a22b expref: 33 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319690.830119:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.830121:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319690.830129:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 91 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.830138:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 91 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319690.830172:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 91 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319690.830183:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060b0ce57 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343680:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319690.830246:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8486c42 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.836895:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.836957:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060b0ce57 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343680:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319690.836985:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.836994:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460480 00002000:00100000:0.0:1761319690.837031:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (245760->249855) req@00000000198ed643 x1846876465460480/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00000100:00100000:3.0:1761319690.837038:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffddc466 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+32:2263:x1846876465460352:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 7004us (7161us total) trans 0 rc 0/0 00002000:00100000:0.0:1761319690.837041:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000198ed643 with x1846876465460480 ext(245760->249855) 00002000:00010000:0.0:1761319690.837045:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000198ed643 00000100:00100000:3.0:1761319690.837048:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14201 00000100:00100000:0.0:1761319690.837072:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20480 00000100:00100000:0.0:1761319690.837077:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000198ed643 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+92:2262:x1846876465460480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319690.837567:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000198ed643 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+92:2262:x1846876465460480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 488us (678us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.837575:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20480 00002000:00100000:0.0:1761319690.837581:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (245760->249855) req@00000000198ed643 x1846876465460480/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.837588:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000198ed643 with x1846876465460480 ext(245760->249855) 00002000:00010000:0.0:1761319690.837592:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000198ed643 00000100:00100000:1.0:1761319690.843712:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.843925:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460608 00002000:00100000:0.0:1761319690.843977:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (249856->253951) req@000000004c7d5d3a x1846876465460608/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.843992:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004c7d5d3a with x1846876465460608 ext(249856->253951) 00002000:00010000:0.0:1761319690.843996:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000004c7d5d3a 00000100:00100000:0.0:1761319690.844026:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20481 00000100:00100000:0.0:1761319690.844032:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c7d5d3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+92:2263:x1846876465460608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319690.844199:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c7d5d3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+92:2263:x1846876465460608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.844206:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20481 00002000:00100000:0.0:1761319690.844212:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (249856->253951) req@000000004c7d5d3a x1846876465460608/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.844219:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004c7d5d3a with x1846876465460608 ext(249856->253951) 00002000:00010000:0.0:1761319690.844222:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000004c7d5d3a 00000100:00100000:2.0:1761319690.848704:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.849130:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460672 00000100:00100000:0.0:1761319690.849578:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21113 00000100:00100000:0.0:1761319690.849585:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004bc2ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+92:32205:x1846876465460672:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.849879:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.849902:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b200 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.849941:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004ae075e9/0x8eaf31f9c36e9ced lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a239 expref: 31 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.849951:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.849953:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.849957:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 93 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.849989:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004ae075e9/0x8eaf31f9c36e9ced lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a239 expref: 31 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.850000:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004ae075e9/0x8eaf31f9c36e9ced lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a239 expref: 31 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.850012:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343744:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.850085:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e43bcc3 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.853127:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343744:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.853156:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 93 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.853184:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f2bb662f, rc 0) 00000100:00100000:1.0:1761319690.853680:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004bc2ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+93:32205:x1846876465460672:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4093us (4981us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.853690:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21113 00000100:00100000:2.0:1761319690.853951:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.854200:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460736 00010000:00010000:0.0:1761319690.855325:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004ae075e9/0x8eaf31f9c36e9ced lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a239 expref: 32 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:0.0:1761319690.855362:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14202 00000100:00100000:0.0:1761319690.855369:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000057d6614 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+32:2262:x1846876465460736:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319690.855381:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319690.855399:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004ae075e9/0x8eaf31f9c36e9ced lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a239 expref: 32 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:0.0:1761319690.855414:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004ae075e9/0x8eaf31f9c36e9ced lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a239 expref: 32 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:0.0:1761319690.855439:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ae075e9/0x8eaf31f9c36e9ced lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a239 expref: 32 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:0.0:1761319690.855455:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.855457:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319690.855463:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.855478:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319690.855556:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319690.855571:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c74dde3f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343808:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319690.855639:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f07115 going to sleep for 43 seconds 00000100:00100000:0.0:1761319690.858854:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c74dde3f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474343808:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319690.858881:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319690.859101:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000057d6614 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+31:2262:x1846876465460736:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3731us (5150us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.859112:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14202 00000100:00100000:1.0:1761319690.860981:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.861053:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460864 00002000:00100000:0.0:1761319690.861094:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (253952->258047) req@000000002fb9e3cc x1846876465460864/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.861105:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002fb9e3cc with x1846876465460864 ext(253952->258047) 00002000:00010000:0.0:1761319690.861110:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000002fb9e3cc 00000100:00100000:0.0:1761319690.861140:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20482 00000100:00100000:0.0:1761319690.861145:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb9e3cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+93:2263:x1846876465460864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319690.861306:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb9e3cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+93:2263:x1846876465460864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.861314:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20482 00002000:00100000:0.0:1761319690.861320:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (253952->258047) req@000000002fb9e3cc x1846876465460864/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.861326:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000002fb9e3cc with x1846876465460864 ext(253952->258047) 00002000:00010000:0.0:1761319690.861329:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000002fb9e3cc 00000100:00100000:2.0:1761319690.865598:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.865653:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460928 00000100:00100000:1.0:1761319690.865700:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21114 00000100:00100000:1.0:1761319690.865706:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684f39fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+93:32205:x1846876465460928:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.865724:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.865744:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b207 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.865774:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfc33da9/0x8eaf31f9c36e9d17 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a263 expref: 30 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.865783:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.865785:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.865788:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 94 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.865819:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dfc33da9/0x8eaf31f9c36e9d17 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a263 expref: 30 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.865832:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dfc33da9/0x8eaf31f9c36e9d17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a263 expref: 30 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.865849:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004db954b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343872:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.865918:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e43bcc3 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.870171:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004db954b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474343872:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.870208:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 94 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.870231:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000098cbe8bf, rc 0) 00000100:00100000:1.0:1761319690.870292:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684f39fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+94:32205:x1846876465460928:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4584us (4700us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.870302:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21114 00000100:00100000:2.0:1761319690.870326:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.870370:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465460992 00010000:00010000:1.0:1761319690.870392:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc33da9/0x8eaf31f9c36e9d17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a263 expref: 31 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.870425:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14203 00000100:00100000:1.0:1761319690.870430:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2c5df4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+31:2263:x1846876465460992:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319690.870443:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.870460:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dfc33da9/0x8eaf31f9c36e9d17 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a263 expref: 31 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.870472:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dfc33da9/0x8eaf31f9c36e9d17 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a263 expref: 31 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.870494:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfc33da9/0x8eaf31f9c36e9d17 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a263 expref: 31 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.870507:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.870535:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.870542:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 93 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.870552:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 93 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.870581:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 93 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.870592:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004db954b7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474343936:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.870626:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e43bcc3 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.876853:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004db954b7 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474343936:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.876880:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.876889:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.877002:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461120 00000100:00100000:1.0:1761319690.877239:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2c5df4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+30:2263:x1846876465460992:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6806us (6913us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.877248:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14203 00002000:00100000:3.0:1761319690.877280:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (258048->262143) req@00000000a1675b83 x1846876465461120/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.877291:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a1675b83 with x1846876465461120 ext(258048->262143) 00002000:00010000:3.0:1761319690.877295:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a1675b83 00000100:00100000:3.0:1761319690.877321:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20483 00000100:00100000:3.0:1761319690.877327:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1675b83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+94:2262:x1846876465461120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319690.877468:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1675b83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+94:2262:x1846876465461120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (579us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.877475:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20483 00002000:00100000:3.0:1761319690.877480:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (258048->262143) req@00000000a1675b83 x1846876465461120/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319690.877487:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a1675b83 with x1846876465461120 ext(258048->262143) 00002000:00010000:3.0:1761319690.877490:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a1675b83 00000100:00100000:0.0:1761319690.879719:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.879811:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461184 00000100:00100000:1.0:1761319690.879860:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21115 00000100:00100000:1.0:1761319690.879868:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+94:32205:x1846876465461184:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.879884:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.879904:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b20e expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.879947:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36e9d25 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a271 expref: 29 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.879957:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.879959:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.879962:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 95 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.879994:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36e9d25 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a271 expref: 29 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.880006:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36e9d25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a271 expref: 29 pid: 16608 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.880019:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004db954b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344000:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.880299:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e43bcc3 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.882108:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004db954b7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344000:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.882140:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 95 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.882161:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ed69feeb, rc 0) 00000100:00100000:2.0:1761319690.882487:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+95:32205:x1846876465461184:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2618us (2773us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.882496:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21115 00000100:00100000:2.0:1761319690.882963:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.883121:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461248 00010000:00010000:1.0:1761319690.883148:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36e9d25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a271 expref: 30 pid: 16608 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.883184:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14204 00000100:00100000:1.0:1761319690.883190:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc6f592f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+30:2262:x1846876465461248:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319690.883204:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.883221:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36e9d25 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a271 expref: 30 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.883239:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36e9d25 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a271 expref: 30 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.883262:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36e9d25 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a271 expref: 30 pid: 16608 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.883276:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.883278:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.883283:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 94 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.883293:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 94 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.883323:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 94 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.883336:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344064:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.883391:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ec6e7074 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.886407:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdea85fa pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344064:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.886437:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319690.886603:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc6f592f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+29:2262:x1846876465461248:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3410us (3638us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.886614:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14204 00000100:00100000:0.0:1761319690.886618:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319690.886850:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461376 00002000:00100000:3.0:1761319690.886887:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (262144->266239) req@0000000000778859 x1846876465461376/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.886902:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000000778859 with x1846876465461376 ext(262144->266239) 00002000:00010000:3.0:1761319690.886907:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000000778859 00000100:00100000:3.0:1761319690.886943:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20484 00000100:00100000:3.0:1761319690.886949:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000778859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+95:2263:x1846876465461376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319690.887093:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000778859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+95:2263:x1846876465461376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (475us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319690.887100:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20484 00002000:00100000:3.0:1761319690.887105:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (262144->266239) req@0000000000778859 x1846876465461376/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319690.887112:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000000778859 with x1846876465461376 ext(262144->266239) 00002000:00010000:3.0:1761319690.887114:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000000778859 00000100:00100000:0.0:1761319690.891877:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.892038:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461440 00000100:00100000:2.0:1761319690.892646:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21116 00000100:00100000:2.0:1761319690.892654:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+95:32205:x1846876465461440:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.892672:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.892692:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b215 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.892724:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.892739:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.892742:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.892745:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 96 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.892777:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.892788:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 28 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.892806:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b76ace1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344128:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.892873:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d8f69221 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.898003:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b76ace1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344128:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.898038:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 96 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.898059:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a5a312ee, rc 0) 00000100:00100000:1.0:1761319690.898118:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+96:32205:x1846876465461440:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5463us (6245us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.898127:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21116 00000100:00100000:1.0:1761319690.899176:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.899261:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461504 00010000:00010000:2.0:1761319690.899287:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 29 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.899324:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14205 00000100:00100000:2.0:1761319690.899330:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+29:2263:x1846876465461504:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319690.899342:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.899359:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 29 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.899370:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 29 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.899393:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eda67fc7/0x8eaf31f9c36ea1d9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a725 expref: 29 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.899407:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.899409:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.899415:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 95 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.899423:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 95 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.899458:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 95 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.899471:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344192:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.899563:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d218bd34 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.901315:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344192:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.901342:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.901390:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+28:2263:x1846876465461504:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 2058us (2215us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.901399:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14205 00000100:00100000:1.0:1761319690.902183:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.902284:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461632 00002000:00100000:0.0:1761319690.902321:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (286720->290815) req@000000001b3a932f x1846876465461632/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.902332:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001b3a932f with x1846876465461632 ext(286720->290815) 00002000:00010000:0.0:1761319690.902336:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001b3a932f 00000100:00100000:0.0:1761319690.902365:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20485 00000100:00100000:0.0:1761319690.902370:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b3a932f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+96:2263:x1846876465461632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319690.902548:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b3a932f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+96:2263:x1846876465461632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.902559:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20485 00002000:00100000:0.0:1761319690.902565:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (286720->290815) req@000000001b3a932f x1846876465461632/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.902572:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001b3a932f with x1846876465461632 ext(286720->290815) 00002000:00010000:0.0:1761319690.902575:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001b3a932f 00000100:00100000:1.0:1761319690.905630:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.905710:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461696 00000100:00100000:2.0:1761319690.905762:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21117 00000100:00100000:2.0:1761319690.905768:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fea7bb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+96:32205:x1846876465461696:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.905785:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.905804:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b21c expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.905833:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea2c7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a813 expref: 27 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.905840:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.905842:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.905845:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 97 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.905879:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea2c7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a813 expref: 27 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.905890:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea2c7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a813 expref: 27 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.905902:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344256:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.906031:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d218bd34 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.908375:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344256:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.908407:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 97 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.908428:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000031ff6022, rc 0) 00000100:00100000:2.0:1761319690.908495:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fea7bb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+97:32205:x1846876465461696:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2725us (2870us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.908504:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21117 00000100:00100000:1.0:1761319690.908705:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.909407:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461760 00010000:00010000:2.0:1761319690.909434:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea2c7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a813 expref: 28 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.909471:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14206 00000100:00100000:2.0:1761319690.909558:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+28:2263:x1846876465461760:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319690.909572:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.909590:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea2c7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a813 expref: 28 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.909602:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea2c7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a813 expref: 28 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.909693:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dca9dfc/0x8eaf31f9c36ea2c7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a813 expref: 28 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.909708:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.909709:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.909714:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 96 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.909721:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 96 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.909745:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 96 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.909753:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344320:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.909789:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d218bd34 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.912670:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344320:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.912696:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.912756:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+27:2263:x1846876465461760:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3197us (4052us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.912766:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14206 00000100:00100000:3.0:1761319690.912968:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.913202:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461888 00002000:00100000:0.0:1761319690.913237:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000060b0ce57 x1846876465461888/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.913248:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000060b0ce57 with x1846876465461888 ext(290816->294911) 00002000:00010000:0.0:1761319690.913252:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000060b0ce57 00000100:00100000:0.0:1761319690.913282:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20486 00000100:00100000:0.0:1761319690.913287:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060b0ce57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+97:2263:x1846876465461888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319690.913436:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060b0ce57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+97:2263:x1846876465461888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.913444:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20486 00002000:00100000:0.0:1761319690.913449:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (290816->294911) req@0000000060b0ce57 x1846876465461888/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319690.913457:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000060b0ce57 with x1846876465461888 ext(290816->294911) 00002000:00010000:0.0:1761319690.913460:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000060b0ce57 00000100:00100000:3.0:1761319690.915956:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.916113:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465461952 00000100:00100000:2.0:1761319690.916161:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21118 00000100:00100000:2.0:1761319690.916169:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+97:32205:x1846876465461952:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.916187:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.916205:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b223 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.916233:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea30d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a859 expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.916242:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.916243:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.916246:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 98 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.916273:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea30d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a859 expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.916284:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea30d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a859 expref: 26 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.916296:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344384:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.916360:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d218bd34 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.919158:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.919221:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344384:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.919253:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 98 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.919275:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b68dcba7, rc 0) 00000100:00100000:2.0:1761319690.919333:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+98:32205:x1846876465461952:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3163us (3382us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.919344:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21118 00000100:00100000:1.0:1761319690.919364:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462016 00010000:00010000:1.0:1761319690.919391:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea30d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a859 expref: 27 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.919429:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14207 00000100:00100000:1.0:1761319690.919435:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4dd8739 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+27:2262:x1846876465462016:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319690.919453:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.919472:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea30d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a859 expref: 27 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.919484:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea30d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a859 expref: 27 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.919542:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b60c195/0x8eaf31f9c36ea30d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a859 expref: 27 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.919560:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.919562:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.919569:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 97 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.919577:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 97 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.919606:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 97 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.919619:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344448:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.919654:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ec6e7074 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.921712:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009652237d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344448:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.921748:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.921799:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4dd8739 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+26:2262:x1846876465462016:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 2362us (2647us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.921809:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14207 00000100:00100000:3.0:1761319690.922046:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.922258:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462144 00002000:00100000:0.0:1761319690.922293:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@00000000d016c8ea x1846876465462144/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.922304:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d016c8ea with x1846876465462144 ext(294912->299007) 00002000:00010000:0.0:1761319690.922309:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d016c8ea 00000100:00100000:0.0:1761319690.922333:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20487 00000100:00100000:0.0:1761319690.922338:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d016c8ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+98:2262:x1846876465462144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319690.922492:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d016c8ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+98:2262:x1846876465462144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (446us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.922499:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20487 00002000:00100000:0.0:1761319690.922505:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (294912->299007) req@00000000d016c8ea x1846876465462144/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.922537:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d016c8ea with x1846876465462144 ext(294912->299007) 00002000:00010000:0.0:1761319690.922540:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d016c8ea 00000100:00100000:2.0:1761319690.925413:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.925569:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462272 00002000:00100000:0.0:1761319690.925615:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (299008->303103) req@00000000057d6614 x1846876465462272/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:0.0:1761319690.925626:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000057d6614 with x1846876465462272 ext(299008->303103) 00002000:00010000:0.0:1761319690.925631:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000057d6614 00000100:00100000:0.0:1761319690.925701:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20488 00000100:00100000:0.0:1761319690.925708:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000057d6614 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+98:2265:x1846876465462272:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1761319690.925878:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000057d6614 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+98:2265:x1846876465462272:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.925887:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20488 00002000:00100000:0.0:1761319690.925893:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (299008->303103) req@00000000057d6614 x1846876465462272/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:0.0:1761319690.925900:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000057d6614 with x1846876465462272 ext(299008->303103) 00002000:00010000:0.0:1761319690.925903:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000057d6614 00000100:00100000:1.0:1761319690.929813:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.930140:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462336 00000100:00100000:2.0:1761319690.930285:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21119 00000100:00100000:2.0:1761319690.930293:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+98:32205:x1846876465462336:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.930311:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.930331:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b22a expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.930362:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.930371:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.930372:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.930375:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.930404:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.930415:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 25 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.930428:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344512:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.930496:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c5517586 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.934008:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344512:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.934041:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.934063:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002fe65ebb, rc 0) 00000100:00100000:2.0:1761319690.934124:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+99:32205:x1846876465462336:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3830us (4316us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.934134:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21119 00000100:00100000:1.0:1761319690.936217:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.936467:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462400 00010000:00010000:2.0:1761319690.936504:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 26 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.936647:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14208 00000100:00100000:2.0:1761319690.936653:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+26:2262:x1846876465462400:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319690.936669:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.936690:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 26 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.936700:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 26 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.936722:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030bcac42/0x8eaf31f9c36ea3ed lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a939 expref: 26 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.936740:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.936742:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.936748:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 98 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.936757:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 98 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.936796:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 98 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.936810:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344576:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.937041:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c5517586 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.940285:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.940314:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344576:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319690.940343:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.940400:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+25:2262:x1846876465462400:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 3746us (4190us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.940413:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14208 00000100:00100000:0.0:1761319690.941109:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462528 00002000:00100000:0.0:1761319690.941144:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (311296->315391) req@00000000ffddc466 x1846876465462528/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.941155:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ffddc466 with x1846876465462528 ext(311296->315391) 00002000:00010000:0.0:1761319690.941165:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000ffddc466 00000100:00100000:0.0:1761319690.941189:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20489 00000100:00100000:0.0:1761319690.941195:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffddc466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+99:2262:x1846876465462528:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319690.941342:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffddc466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+99:2262:x1846876465462528:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (1064us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.941349:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20489 00002000:00100000:0.0:1761319690.941354:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (311296->315391) req@00000000ffddc466 x1846876465462528/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.941361:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ffddc466 with x1846876465462528 ext(311296->315391) 00002000:00010000:0.0:1761319690.941364:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000ffddc466 00000100:00100000:3.0:1761319690.945137:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.945215:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462592 00000100:00100000:2.0:1761319690.945269:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21120 00000100:00100000:2.0:1761319690.945277:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018c2e0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+99:32205:x1846876465462592:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319690.945296:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319690.945315:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b231 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.945352:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 24 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.945361:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.945363:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319690.945366:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 100 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.945408:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 24 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.945421:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 24 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.945433:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344640:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319690.945497:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c5517586 going to sleep for 43 seconds 00000100:00100000:2.0:1761319690.947895:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344640:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319690.947925:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 100 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.948013:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005737d820, rc 0) 00000100:00100000:2.0:1761319690.948066:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018c2e0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+100:32205:x1846876465462592:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2788us (2935us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319690.948075:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21120 00000100:00100000:1.0:1761319690.952545:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319690.952594:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462656 00010000:00010000:2.0:1761319690.952631:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 25 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319690.952674:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14209 00000100:00100000:2.0:1761319690.952682:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+25:2263:x1846876465462656:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319690.952699:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319690.952718:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 25 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.952730:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 25 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.952764:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000426b1817/0x8eaf31f9c36ea4db lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aa27 expref: 25 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319690.952780:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.952782:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319690.952789:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.952798:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319690.952832:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 99 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319690.952844:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344704:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319690.952920:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c5517586 going to sleep for 43 seconds 00000100:00100000:3.0:1761319690.957612:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.957710:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462784 00002000:00100000:0.0:1761319690.957752:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@00000000d0176d95 x1846876465462784/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00000100:00100000:2.0:1761319690.957759:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344704:192.168.203.12@tcp:105: 00002000:00100000:0.0:1761319690.957770:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d0176d95 with x1846876465462784 ext(319488->323583) 00002000:00010000:0.0:1761319690.957775:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d0176d95 00010000:00010000:2.0:1761319690.957786:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319690.957842:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2263:x1846876465462656:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 5159us (5339us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319690.957848:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20490 00000100:00100000:0.0:1761319690.957857:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+100:2262:x1846876465462784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319690.957863:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14209 00000100:00100000:0.0:1761319690.958261:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0176d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+100:2262:x1846876465462784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 404us (656us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.958273:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20490 00002000:00100000:0.0:1761319690.958279:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (319488->323583) req@00000000d0176d95 x1846876465462784/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.958287:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d0176d95 with x1846876465462784 ext(319488->323583) 00002000:00010000:0.0:1761319690.958290:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d0176d95 00000100:00100000:3.0:1761319690.964202:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.965566:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462912 00002000:00100000:1.0:1761319690.965612:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (323584->327679) req@0000000064353e87 x1846876465462912/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319690.965622:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000064353e87 with x1846876465462912 ext(323584->327679) 00002000:00010000:1.0:1761319690.965627:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000064353e87 00000100:00100000:1.0:1761319690.965663:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20491 00000100:00100000:1.0:1761319690.965669:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+100:2264:x1846876465462912:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1761319690.965832:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064353e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+100:2264:x1846876465462912:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (1638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.965840:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20491 00002000:00100000:1.0:1761319690.965847:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (323584->327679) req@0000000064353e87 x1846876465462912/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319690.965853:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000064353e87 with x1846876465462912 ext(323584->327679) 00002000:00010000:1.0:1761319690.965856:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000064353e87 00000100:00100000:2.0:1761319690.972798:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.973238:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465462976 00000100:00100000:1.0:1761319690.973352:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21121 00000100:00100000:1.0:1761319690.973360:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2c5df4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+100:32205:x1846876465462976:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.973389:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.973407:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b238 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.973437:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.973446:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.973448:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.973451:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 101 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.973485:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.973498:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 23 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.973538:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344768:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.973620:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e43bcc3 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.975377:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344768:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.975408:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 101 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.975429:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000015f28190, rc 0) 00000100:00100000:1.0:1761319690.975682:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2c5df4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+101:32205:x1846876465462976:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2320us (2890us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.975691:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21121 00000100:00100000:0.0:1761319690.975973:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.976194:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463040 00010000:00010000:1.0:1761319690.976218:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 24 pid: 8227 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.976252:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14210 00000100:00100000:1.0:1761319690.976257:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2262:x1846876465463040:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1761319690.976270:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.976288:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 24 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.976299:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 24 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.976322:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006fc296f/0x8eaf31f9c36ea7b3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acff expref: 24 pid: 8227 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.976337:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.976339:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.976345:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 100 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.976355:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 100 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.976385:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 100 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.976398:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344832:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.976446:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e43bcc3 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.979333:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344832:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.979363:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319690.979420:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2262:x1846876465463040:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 3160us (3447us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.979431:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14210 00000100:00100000:3.0:1761319690.980982:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.981071:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463168 00002000:00100000:0.0:1761319690.981111:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@00000000332679ec x1846876465463168/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.981122:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000332679ec with x1846876465463168 ext(368640->372735) 00002000:00010000:0.0:1761319690.981126:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000332679ec 00000100:00100000:0.0:1761319690.981373:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20492 00000100:00100000:0.0:1761319690.981536:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000332679ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+101:2262:x1846876465463168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319690.981704:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000332679ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+101:2262:x1846876465463168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 323us (726us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.981712:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20492 00002000:00100000:0.0:1761319690.981718:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (368640->372735) req@00000000332679ec x1846876465463168/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.981726:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000332679ec with x1846876465463168 ext(368640->372735) 00002000:00010000:0.0:1761319690.981729:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000332679ec 00000100:00100000:2.0:1761319690.986229:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.986323:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463296 00002000:00100000:0.0:1761319690.986366:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (372736->376831) req@00000000bc6f592f x1846876465463296/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.986393:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bc6f592f with x1846876465463296 ext(372736->376831) 00002000:00010000:0.0:1761319690.986399:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000bc6f592f 00000100:00100000:1.0:1761319690.987126:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20493 00000100:00100000:1.0:1761319690.987134:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc6f592f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+101:2262:x1846876465463296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319690.987318:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc6f592f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+101:2262:x1846876465463296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 184us (1097us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319690.987326:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20493 00002000:00100000:1.0:1761319690.987333:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (372736->376831) req@00000000bc6f592f x1846876465463296/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319690.987341:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bc6f592f with x1846876465463296 ext(372736->376831) 00002000:00010000:1.0:1761319690.987344:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000bc6f592f 00000100:00100000:2.0:1761319690.990340:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.990596:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463360 00000100:00100000:1.0:1761319690.990645:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21122 00000100:00100000:1.0:1761319690.990651:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a933608b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+101:32205:x1846876465463360:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.990668:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.990689:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b23f expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.990722:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 22 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.990730:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.990732:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319690.990736:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 102 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.990767:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 22 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.990778:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 22 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.990790:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344896:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319690.990855:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e43bcc3 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.993582:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474344896:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319690.993614:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 102 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.993643:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dd793fc2, rc 0) 00000100:00100000:1.0:1761319690.993720:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a933608b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+102:32205:x1846876465463360:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3068us (3388us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.993729:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21122 00000100:00100000:2.0:1761319690.993976:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.994107:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463424 00010000:00010000:1.0:1761319690.994129:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 23 pid: 8729 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319690.994689:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14211 00000100:00100000:1.0:1761319690.994696:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e786467 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465463424:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319690.994710:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319690.994728:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 23 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.994740:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 23 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.994763:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4518bee/0x8eaf31f9c36ea7c1 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ad0d expref: 23 pid: 8729 timeout: 1189 lvb_type: 0 00010000:00010000:1.0:1761319690.994777:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.994783:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319690.994790:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 101 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.994804:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 101 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319690.994838:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 101 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319690.994850:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344960:192.168.203.12@tcp:105: 00000100:00100000:1.0:1761319690.994908:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e43bcc3 going to sleep for 43 seconds 00000100:00100000:1.0:1761319690.996549:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474344960:192.168.203.12@tcp:105: 00010000:00010000:1.0:1761319690.996575:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319690.996623:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e786467 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+22:2263:x1846876465463424:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 1924us (2647us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319690.996632:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14211 00000100:00100000:3.0:1761319690.997337:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319690.997551:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463552 00002000:00100000:0.0:1761319690.997588:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@0000000049ef9667 x1846876465463552/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/0 e 0 to 0 dl 1761319733 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.997599:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000049ef9667 with x1846876465463552 ext(376832->380927) 00002000:00010000:0.0:1761319690.997603:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000049ef9667 00000100:00100000:0.0:1761319690.997628:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20494 00000100:00100000:0.0:1761319690.997634:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049ef9667 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+102:2262:x1846876465463552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319690.997783:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049ef9667 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+102:2262:x1846876465463552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319690.997790:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20494 00002000:00100000:0.0:1761319690.997795:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (376832->380927) req@0000000049ef9667 x1846876465463552/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:618/0 lens 488/4536 e 0 to 0 dl 1761319733 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319690.997802:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000049ef9667 with x1846876465463552 ext(376832->380927) 00002000:00010000:0.0:1761319690.997804:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000049ef9667 00000100:00100000:3.0:1761319690.999842:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319690.999900:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463616 00000100:00100000:1.0:1761319690.999954:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21123 00000100:00100000:1.0:1761319690.999960:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000307a5365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+102:32205:x1846876465463616:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319690.999976:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319690.999996:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b246 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.000027:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 21 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.000036:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319691.000038:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319691.000041:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 103 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.000071:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 21 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.000082:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 21 pid: 8228 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319691.000094:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474345024:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319691.000159:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e43bcc3 going to sleep for 43 seconds 00000100:00100000:3.0:1761319691.001982:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319691.002005:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474345024:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319691.002034:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 3/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 103 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.002054:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001a310ab6, rc 0) 00000100:00100000:1.0:1761319691.002108:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000307a5365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+103:32205:x1846876465463616:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 2147us (2270us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319691.002117:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21123 00000100:00100000:2.0:1761319691.002497:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463680 00010000:00010000:2.0:1761319691.002635:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 22 pid: 8228 timeout: 1189 lvb_type: 0 00000100:00100000:2.0:1761319691.002674:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14212 00000100:00100000:2.0:1761319691.002679:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+22:2262:x1846876465463680:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319691.002691:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319691.002708:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 22 pid: 8228 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319691.002719:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 22 pid: 8228 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319691.002742:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a6fc87/0x8eaf31f9c36eaa61 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afad expref: 22 pid: 8228 timeout: 1189 lvb_type: 0 00010000:00010000:2.0:1761319691.002755:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319691.002757:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319691.002764:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 102 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319691.002773:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 102 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319691.002802:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 102 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319691.002813:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a8f9ed2 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474345088:192.168.203.12@tcp:105: 00000100:00100000:2.0:1761319691.002850:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c5517586 going to sleep for 43 seconds 00000100:00100000:2.0:1761319691.004996:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a8f9ed2 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474345088:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319691.005024:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319691.005065:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:2262:x1846876465463680:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 2384us (3088us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319691.005075:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14212 00000100:00100000:0.0:1761319691.006476:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319691.006587:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463808 00002000:00100000:3.0:1761319691.006624:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000f2a70669 x1846876465463808/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:619/0 lens 488/0 e 0 to 0 dl 1761319734 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319691.006635:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f2a70669 with x1846876465463808 ext(380928->385023) 00002000:00010000:3.0:1761319691.006639:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000f2a70669 00000100:00100000:3.0:1761319691.006668:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20495 00000100:00100000:3.0:1761319691.006673:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a70669 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+103:2264:x1846876465463808:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1761319691.006823:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a70669 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+103:2264:x1846876465463808:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319691.006830:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20495 00002000:00100000:3.0:1761319691.006835:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x31:0x0] (380928->385023) req@00000000f2a70669 x1846876465463808/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:619/0 lens 488/4536 e 0 to 0 dl 1761319734 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:3.0:1761319691.006842:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f2a70669 with x1846876465463808 ext(380928->385023) 00002000:00010000:3.0:1761319691.006845:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000f2a70669 00000100:00100000:0.0:1761319691.009725:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319691.010012:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465463936 00002000:00100000:1.0:1761319691.010051:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (385024->389119) req@000000009cd80692 x1846876465463936/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:619/0 lens 488/0 e 0 to 0 dl 1761319734 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319691.010062:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009cd80692 with x1846876465463936 ext(385024->389119) 00002000:00010000:1.0:1761319691.010066:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009cd80692 00000100:00100000:1.0:1761319691.010094:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20496 00000100:00100000:1.0:1761319691.010100:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cd80692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+103:2265:x1846876465463936:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1761319691.010239:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cd80692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+103:2265:x1846876465463936:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319691.010247:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20496 00002000:00100000:1.0:1761319691.010253:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (385024->389119) req@000000009cd80692 x1846876465463936/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:619/0 lens 488/4536 e 0 to 0 dl 1761319734 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319691.010260:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009cd80692 with x1846876465463936 ext(385024->389119) 00002000:00010000:1.0:1761319691.010263:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009cd80692 00000100:00100000:2.0:1761319691.015191:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319691.017155:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464000 00000100:00100000:1.0:1761319691.017228:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21124 00000100:00100000:1.0:1761319691.017236:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+103:32205:x1846876465464000:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319691.017255:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319691.017280:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 2/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b24d expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.017374:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 20 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.017390:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319691.017393:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1761319691.017397:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 4/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 104 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.017432:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 20 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.017444:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 20 pid: 8226 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319691.017457:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474345152:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319691.017722:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ec6e7074 going to sleep for 43 seconds 00000100:00100000:2.0:1761319691.023480:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319691.023640:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464064 00010000:00010000:3.0:1761319691.023683:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 21 pid: 8226 timeout: 1189 lvb_type: 0 00000100:00100000:3.0:1761319691.023731:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14213 00000100:00100000:3.0:1761319691.023738:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b76ace1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:2263:x1846876465464064:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319691.023753:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319691.023773:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 21 pid: 8226 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319691.023784:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 21 pid: 8226 timeout: 1189 lvb_type: 0 00010000:00010000:3.0:1761319691.023813:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319691.023815:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319691.023821:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 104 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319691.023835:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 104 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319691.023869:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 104 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319691.023881:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b953b931 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474345216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319691.023953:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8486c42 going to sleep for 43 seconds 00010000:00010000:1.0:1761319691.024355:0:8226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073128cd2/0x8eaf31f9c36eaa6f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3afbb expref: 21 pid: 8226 timeout: 1189 lvb_type: 0 00000100:00100000:1.0:1761319691.024373:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca0878d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474345152:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319691.024395:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 104 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319691.024405:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007f37b3ae, rc 0) 00000100:00100000:1.0:1761319691.024447:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+104:32205:x1846876465464000:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7210us (9260us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319691.024455:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21124 00000100:00100000:2.0:1761319691.029844:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319691.029914:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464192 00000100:00100000:3.0:1761319691.029924:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b953b931 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474345216:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319691.029961:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1761319691.029968:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@0000000000bf4137 x1846876465464192/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:619/0 lens 488/0 e 0 to 0 dl 1761319734 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319691.029980:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000000bf4137 with x1846876465464192 ext(389120->393215) 00002000:00010000:1.0:1761319691.029985:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000000bf4137 00000100:00100000:3.0:1761319691.030015:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b76ace1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2263:x1846876465464064:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 6275us (6541us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319691.030023:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20497 00000100:00100000:3.0:1761319691.030031:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14213 00000100:00100000:1.0:1761319691.030035:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+104:2262:x1846876465464192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319691.030194:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000bf4137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+104:2262:x1846876465464192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319691.030202:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20497 00002000:00100000:1.0:1761319691.030210:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x31:0x0] (389120->393215) req@0000000000bf4137 x1846876465464192/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:619/0 lens 488/4536 e 0 to 0 dl 1761319734 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319691.030218:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000000bf4137 with x1846876465464192 ext(389120->393215) 00002000:00010000:1.0:1761319691.030221:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000000bf4137 00000100:00100000:2.0:1761319691.035902:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319691.036595:0:6257:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464320 00000100:00100000:0.0:1761319691.036646:0:6257:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 183 00000100:00100000:0.0:1761319691.036653:0:6257:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+14:32205:x1846876465464320:12345-192.168.203.12@tcp:35:mmap_sanity.0 00000100:00100000:0.0:1761319691.036906:0:6257:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053de82be pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:32205:x1846876465464320:12345-192.168.203.12@tcp:35:mmap_sanity.0 Request processed in 253us (1011us total) trans 4294980265 rc 0/0 00000100:00100000:0.0:1761319691.036917:0:6257:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 183 00010000:00010000:1.0:1761319691.585780:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319692.229950:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.230041:0:6256:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464448 00000100:00100000:0.0:1761319692.230831:0:6257:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 184 00000100:00100000:0.0:1761319692.230839:0:6257:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f1ce18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+19:32196:x1846876465464448:12345-192.168.203.12@tcp:35:mmap_sanity.0 00000100:00100000:0.0:1761319692.231062:0:6257:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f1ce18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:32196:x1846876465464448:12345-192.168.203.12@tcp:35:mmap_sanity.0 Request processed in 222us (1146us total) trans 4294980266 rc 0/0 00000100:00100000:0.0:1761319692.231070:0:6257:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 184 00000100:00100000:1.0:1761319692.240645:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319692.240743:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464576 00000100:00100000:2.0:1761319692.242093:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33634 00000100:00100000:2.0:1761319692.242103:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:32196:x1846876465464576:12345-192.168.203.12@tcp:36:mmap_sanity.0 00010000:00010000:2.0:1761319692.242159:0:6253:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319692.242590:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000717f0c50/0x8eaf31f9c36e7d12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38296 expref: 20 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242614:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (000000002f2a2f85) 00010000:00010000:2.0:1761319692.242617:0:6253:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319692.242673:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242687:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242696:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242708:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242713:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242718:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242787:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242795:0:6253:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000875881e6/0x8eaf31f9c36e7d43 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382a4 expref: 14 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242801:0:6253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242838:0:6253:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000875881e6/0x8eaf31f9c36e7d43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382a4 expref: 14 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.242851:0:6253:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000875881e6/0x8eaf31f9c36e7d43 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382a4 expref: 14 pid: 6254 timeout: 1190 lvb_type: 0 00000100:00100000:2.0:1761319692.242863:0:6253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3b9b2d0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6253:1846876474345280:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319692.243593:0:6253:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c5517586 going to sleep for 43 seconds 00000100:00100000:2.0:1761319692.248095:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.248172:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464640 00010000:00010000:3.0:1761319692.248205:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000875881e6/0x8eaf31f9c36e7d43 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382a4 expref: 15 pid: 6254 timeout: 1190 lvb_type: 0 00000100:00100000:3.0:1761319692.248246:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14214 00000100:00100000:3.0:1761319692.248252:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b68198d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2263:x1846876465464640:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319692.248267:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319692.248272:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000875881e6/0x8eaf31f9c36e7d43 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382a4 expref: 15 pid: 6254 timeout: 1190 lvb_type: 0 00010000:00010000:3.0:1761319692.248283:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000875881e6/0x8eaf31f9c36e7d43 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382a4 expref: 15 pid: 6254 timeout: 1190 lvb_type: 0 00010000:00010000:3.0:1761319692.248303:0:7250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (000000002f2a2f85) 00010000:00010000:3.0:1761319692.248307:0:7250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.248316:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.248324:0:7250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.248343:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1761319692.248627:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000875881e6/0x8eaf31f9c36e7d43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382a4 expref: 15 pid: 6254 timeout: 1190 lvb_type: 0 00000100:00100000:1.0:1761319692.248643:0:6253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3b9b2d0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6253:1846876474345280:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319692.248661:0:6253:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.248670:0:6253:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.248675:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1761319692.248917:0:6253:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].24, 64 off9728 00000004:00080000:1.0:1761319692.248934:0:6253:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1090807423419ns, next at 1091807421109ns, rc = 0 00010000:00010000:1.0:1761319692.248983:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.248994:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249002:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249010:0:6253:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249016:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249021:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249045:0:6253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1761319692.249064:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009ca0878d reply state 00000000875fda3c transno 4294980267 ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249168:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249175:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249181:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249187:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006be9f256 already unused, calling callback (0000000072d063db) 00010000:00010000:1.0:1761319692.249190:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249197:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249211:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:1.0:1761319692.249214:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319692.249217:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.249222:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006be9f256/0x8eaf31f9c36ead08 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1761319692.249231:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009ca0878d reply state 00000000875fda3c transno 4294980267 ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319692.249317:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b68198d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+14:2263:x1846876465464640:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 1062us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319692.249326:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14214 00010000:00010000:3.0:1761319692.249392:0:6242:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1761319692.249397:0:6242:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.249404:0:6242:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b3ca001f already unused, calling callback (000000008323d22a) 00010000:00010000:3.0:1761319692.249406:0:6242:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.249412:0:6242:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.249420:0:6242:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (000000002f2a2f85) 00010000:00010000:3.0:1761319692.249423:0:6242:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1761319692.249425:0:6242:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.249431:0:6242:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b3ca001f/0x8eaf31f9c36ead1d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.249440:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319692.249441:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319692.249443:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319692.250539:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ca0878d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:32196:x1846876465464576:12345-192.168.203.12@tcp:36:mmap_sanity.0 Request processed in 8433us (9898us total) trans 4294980267 rc 0/0 00000100:00100000:1.0:1761319692.250549:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33634 00010000:00010000:1.0:1761319692.253201:0:3339:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.253221:0:3339:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (00000000aceb5f7f) 00010000:00010000:1.0:1761319692.253224:0:3339:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319692.253228:0:3339:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.253234:0:3339:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (000000002f2a2f85) 00010000:00010000:1.0:1761319692.253236:0:3339:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1761319692.254181:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.254392:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464704 00000100:00100000:1.0:1761319692.254599:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33635 00000100:00100000:1.0:1761319692.254606:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028d8e046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:32196:x1846876465464704:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319692.254632:0:6253:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319692.254648:0:6253:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b254 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254699:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254712:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254721:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254756:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254763:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254770:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254805:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254811:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254818:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254827:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6171b0 already unused, calling callback (0000000072d063db) 00010000:00010000:1.0:1761319692.254830:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254836:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254845:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:1.0:1761319692.254848:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319692.254850:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254856:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254865:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254870:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254875:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254880:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006f9f38e4 already unused, calling callback (0000000072d063db) 00010000:00010000:1.0:1761319692.254881:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254886:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254892:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (00000000fee11711) 00010000:00010000:1.0:1761319692.254894:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319692.254896:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254901:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254942:0:6253:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead24 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b254 expref: 22 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254950:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b254 expref: 22 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.254958:0:6253:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003895d076, rc 0) 00000100:00100000:1.0:1761319692.255013:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028d8e046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:32196:x1846876465464704:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 407us (837us total) trans 0 rc 301/301 00000100:00100000:1.0:1761319692.255021:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33635 00000100:00100000:0.0:1761319692.257704:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.257765:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464768 00000100:00100000:1.0:1761319692.257812:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33636 00000100:00100000:1.0:1761319692.257817:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087f06fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:32196:x1846876465464768:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319692.257834:0:6253:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319692.257851:0:6253:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ead39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b25b expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.257899:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.257915:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.257935:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.257947:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.257953:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.257958:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.257988:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.257993:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.257998:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258003:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000090510de already unused, calling callback (0000000072d063db) 00010000:00010000:1.0:1761319692.258006:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258012:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258022:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:1.0:1761319692.258025:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319692.258028:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258033:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258043:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258048:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258052:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258057:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc2c6643 already unused, calling callback (0000000072d063db) 00010000:00010000:1.0:1761319692.258058:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258063:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258068:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (0000000073868175) 00010000:00010000:1.0:1761319692.258069:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319692.258070:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258079:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258101:0:6253:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ead39 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b25b expref: 22 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258107:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ead39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b25b expref: 22 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.258114:0:6253:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000054ef618, rc 0) 00000100:00100000:1.0:1761319692.258153:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087f06fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:32196:x1846876465464768:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 335us (456us total) trans 0 rc 301/301 00000100:00100000:1.0:1761319692.258159:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33636 00000100:00100000:2.0:1761319692.261089:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.261235:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465464896 00000100:00100000:0.0:1761319692.261288:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33637 00000100:00100000:0.0:1761319692.261295:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d61d6cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:32196:x1846876465464896:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319692.261313:0:6254:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319692.261332:0:6254:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ead4e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b262 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261418:0:6254:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261432:0:6254:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261442:0:6254:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261454:0:6254:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261460:0:6254:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261466:0:6254:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1761319692.261759:0:6254:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x32:0x0], index 0: 0 00010000:00010000:0.0:1761319692.261862:0:6254:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ead63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261869:0:6254:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ead63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261875:0:6254:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ead63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261903:0:6254:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261910:0:6254:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261916:0:6254:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261936:0:6254:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf6e78fa already unused, calling callback (0000000072d063db) 00010000:00010000:0.0:1761319692.261940:0:6254:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261947:0:6254:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261958:0:6254:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:0.0:1761319692.261960:0:6254:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1761319692.261964:0:6254:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.261969:0:6254:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36ead55 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1761319692.261981:0:6254:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000d61d6cc reply state 0000000028e8710f transno 4294980268 ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.262005:0:6254:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36ead4e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b262 expref: 24 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.262017:0:6254:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ead63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b262 expref: 23 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.262023:0:6254:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (00000000f8f0c910) 00010000:00010000:0.0:1761319692.262026:0:6254:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1761319692.262027:0:6254:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000037110a29, rc 0) 00000100:00100000:0.0:1761319692.262081:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d61d6cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:32196:x1846876465464896:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 786us (999us total) trans 4294980268 rc 0/0 00000100:00100000:0.0:1761319692.262089:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33637 00000100:00100000:3.0:1761319692.262400:0:8728:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080bed0a6 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8728:1846876474345344:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1761319692.262443:0:8728:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319692.262472:0:8728:0:(client.c:2500:ptlrpc_set_wait()) set 000000008d02e430 going to sleep for 43 seconds 00000100:00100000:1.0:1761319692.262816:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474345344 00000100:00100000:1.0:1761319692.262857:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21125 00000100:00100000:1.0:1761319692.262862:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:8728:x1846876474345344:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1761319692.262894:0:8226:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x0 at 66 00000100:00100000:1.0:1761319692.266708:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:8728:x1846876474345344:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3836us (4257us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319692.266708:0:8728:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080bed0a6 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8728:1846876474345344:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1761319692.266726:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21125 00000004:00080000:0.0:1761319692.266727:0:8728:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x100000000:0x32:0x0]-[0x100000000:0x61:0x0] 00010000:00010000:3.0:1761319692.269248:0:3340:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.269270:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (000000009ff0e512) 00010000:00010000:3.0:1761319692.269272:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1761319692.271160:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.272036:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465024 00000100:00100000:1.0:1761319692.272084:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33638 00000100:00100000:1.0:1761319692.272091:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae21cbbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:32196:x1846876465465024:12345-192.168.203.12@tcp:36:mmap_sanity.0 00010000:00010000:1.0:1761319692.272300:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.272322:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.272334:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1761319692.272378:0:6253:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4294980269 00000004:00010000:1.0:1761319692.272388:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ae21cbbe reply state 000000003cbb2813 transno 4294980269 ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319692.272500:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae21cbbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+26:32196:x1846876465465024:12345-192.168.203.12@tcp:36:mmap_sanity.0 Request processed in 408us (1346us total) trans 4294980269 rc 0/0 00000100:00100000:1.0:1761319692.272546:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33638 00010000:00010000:1.0:1761319692.274476:0:3339:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.274496:0:3339:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (00000000f8f0c910) 00010000:00010000:1.0:1761319692.274498:0:3339:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1761319692.275962:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.276048:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465088 00000100:00100000:1.0:1761319692.276420:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21126 00000100:00100000:1.0:1761319692.276427:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e467d51e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:32196:x1846876465465088:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319692.276444:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319692.276621:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 2/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b269 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1761319692.276643:0:8226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1761319692.276660:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319692.276662:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319692.276668:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 3/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 21 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.276681:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 3/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 21 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.276692:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006f9f38e4, rc 0) 00000100:00100000:1.0:1761319692.278082:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e467d51e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:32196:x1846876465465088:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 1648us (2121us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319692.278092:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21126 00000100:00100000:2.0:1761319692.282141:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.283772:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465152 00002000:00010000:1.0:1761319692.283810:0:8231:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 50/0 (409600->18446744073709551615) 00002000:00100000:1.0:1761319692.283815:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098c7db4a with x1846876465465152 ext(409600->18446744073709551615) 00002000:00010000:1.0:1761319692.283826:0:8231:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000098c7db4a. 00000100:00100000:0.0:1761319692.287037:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20498 00000100:00100000:0.0:1761319692.287049:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098c7db4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:2262:x1846876465465152:12345-192.168.203.12@tcp:10:mmap_sanity.0 00002000:00010000:0.0:1761319692.287266:0:8233:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x32:0x0] updating lvb size from disk: 0 -> 409600 00002000:00010000:0.0:1761319692.287271:0:8233:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x32:0x0] updating lvb mtime from disk: 0 -> 1761319691 00002000:00010000:0.0:1761319692.287273:0:8233:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x100000000:0x32:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1761319692.287274:0:8233:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x32:0x0] updating lvb ctime from disk: 0 -> 1761319691 00002000:00010000:0.0:1761319692.287276:0:8233:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x32:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1761319692.287334:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098c7db4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+22:2262:x1846876465465152:12345-192.168.203.12@tcp:10:mmap_sanity.0 Request processed in 286us (5199us total) trans 4294973887 rc 0/0 00000100:00100000:0.0:1761319692.287343:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20498 00002000:00010000:0.0:1761319692.287347:0:8233:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 50/0 (409600->18446744073709551615) 00002000:00100000:0.0:1761319692.287350:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098c7db4a with x1846876465465152 ext(409600->18446744073709551615) 00002000:00010000:0.0:1761319692.287357:0:8233:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000098c7db4a. 00000100:00100000:2.0:1761319692.291218:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.291424:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465280 00000100:00100000:1.0:1761319692.292430:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33639 00000100:00100000:1.0:1761319692.292439:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+26:32196:x1846876465465280:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319692.292466:0:6253:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319692.292487:0:6253:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ead7f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b270 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.292599:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.292614:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.292624:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.292639:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.292646:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.292651:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1761319692.292956:0:6253:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x33:0x0], index 0: 0 00010000:00010000:1.0:1761319692.293073:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293082:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293088:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293118:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293124:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293130:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293136:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc2c6643 already unused, calling callback (0000000072d063db) 00010000:00010000:1.0:1761319692.293139:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293145:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293155:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:1.0:1761319692.293157:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319692.293161:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293166:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36ead86 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1761319692.293177:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000987035a8 reply state 000000007d70bdcb transno 4294980270 ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293200:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000054ef618/0x8eaf31f9c36ead7f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b270 expref: 29 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293212:0:6253:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b270 expref: 28 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.293218:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (0000000096c190f1) 00010000:00010000:1.0:1761319692.293220:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1761319692.293222:0:6253:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d6171b0, rc 0) 00000100:00100000:1.0:1761319692.293279:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987035a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+29:32196:x1846876465465280:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 840us (2068us total) trans 4294980270 rc 0/0 00000100:00100000:1.0:1761319692.293286:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33639 00010000:00010000:3.0:1761319692.297158:0:3340:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.297180:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (0000000073868175) 00010000:00010000:3.0:1761319692.297183:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1761319692.298831:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.298901:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465408 00000100:00100000:0.0:1761319692.298966:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33640 00000100:00100000:0.0:1761319692.298973:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a60547e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+29:32196:x1846876465465408:12345-192.168.203.12@tcp:36:mmap_sanity.0 00010000:00010000:0.0:1761319692.299184:0:6254:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.299201:0:6254:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.299212:0:6254:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1761319692.299249:0:6254:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4294980271 00000004:00010000:0.0:1761319692.299258:0:6254:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007a60547e reply state 0000000060d45e7b transno 4294980271 ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319692.299344:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a60547e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+31:32196:x1846876465465408:12345-192.168.203.12@tcp:36:mmap_sanity.0 Request processed in 371us (519us total) trans 4294980271 rc 0/0 00000100:00100000:0.0:1761319692.299351:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33640 00010000:00010000:1.0:1761319692.307197:0:3339:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.307219:0:3339:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (0000000096c190f1) 00010000:00010000:1.0:1761319692.307222:0:3339:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1761319692.307399:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.307633:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465472 00000100:00100000:1.0:1761319692.307679:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21127 00000100:00100000:1.0:1761319692.307685:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ddfde6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+22:32196:x1846876465465472:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319692.307700:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319692.307720:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 2/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b277 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1761319692.307741:0:8226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1761319692.307760:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319692.307763:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319692.307770:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b277 expref: 23 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.307784:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b277 expref: 23 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.307795:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000054ef618, rc 0) 00000100:00100000:1.0:1761319692.307850:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ddfde6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:32196:x1846876465465472:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 164us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319692.307857:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21127 00000100:00100000:2.0:1761319692.311948:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.313569:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465536 00002000:00010000:1.0:1761319692.313612:0:8231:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 51/0 (409600->18446744073709551615) 00002000:00100000:1.0:1761319692.313616:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098ccbfd3 with x1846876465465536 ext(409600->18446744073709551615) 00002000:00010000:1.0:1761319692.313685:0:8231:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000098ccbfd3. 00000100:00100000:1.0:1761319692.313714:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20499 00000100:00100000:1.0:1761319692.313720:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465465536:12345-192.168.203.12@tcp:10:mmap_sanity.0 00002000:00010000:1.0:1761319692.313900:0:8231:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x33:0x0] updating lvb size from disk: 0 -> 409600 00002000:00010000:1.0:1761319692.313904:0:8231:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x33:0x0] updating lvb mtime from disk: 0 -> 1761319691 00002000:00010000:1.0:1761319692.313905:0:8231:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x100000000:0x33:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1761319692.313907:0:8231:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x33:0x0] updating lvb ctime from disk: 0 -> 1761319691 00002000:00010000:1.0:1761319692.313908:0:8231:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x33:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1761319692.313983:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098ccbfd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2263:x1846876465465536:12345-192.168.203.12@tcp:10:mmap_sanity.0 Request processed in 262us (2043us total) trans 4294973888 rc 0/0 00000100:00100000:1.0:1761319692.313990:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20499 00002000:00010000:1.0:1761319692.313994:0:8231:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 51/0 (409600->18446744073709551615) 00002000:00100000:1.0:1761319692.313995:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000098ccbfd3 with x1846876465465536 ext(409600->18446744073709551615) 00002000:00010000:1.0:1761319692.314001:0:8231:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000098ccbfd3. 00000100:00100000:2.0:1761319692.328022:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319692.328068:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.328148:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465664 00002000:00100000:0.0:1761319692.328194:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x32:0x0] (0->4095) req@00000000c6fde0c5 x1846876465465664/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.328204:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c6fde0c5 with x1846876465465664 ext(0->4095) 00002000:00010000:0.0:1761319692.328209:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c6fde0c5 00000100:00100000:0.0:1761319692.328242:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20500 00000100:00100000:0.0:1761319692.328247:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2263:x1846876465465664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319692.328348:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465792 00000100:00100000:1.0:1761319692.328383:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33641 00000100:00100000:1.0:1761319692.328388:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+14:32210:x1846876465465792:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:1.0:1761319692.328402:0:6253:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1761319692.328419:0:6253:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eadb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b27e expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319692.328438:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6fde0c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2263:x1846876465465664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 190us (370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319692.328445:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20500 00002000:00100000:0.0:1761319692.328450:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x32:0x0] (0->4095) req@00000000c6fde0c5 x1846876465465664/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/4536 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.328456:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c6fde0c5 with x1846876465465664 ext(0->4095) 00002000:00010000:0.0:1761319692.328458:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c6fde0c5 00010000:00010000:1.0:1761319692.328471:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.328484:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.328500:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.328533:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.328540:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319692.328547:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328690:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328699:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328706:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1761319692.328714:0:6253:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 409600 00010000:00010000:0.0:1761319692.328830:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328837:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328844:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328850:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4aee4a8 already unused, calling callback (0000000072d063db) 00010000:00010000:0.0:1761319692.328853:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328860:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328871:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:0.0:1761319692.328873:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1761319692.328877:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328882:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c4aee4a8/0x8eaf31f9c36eadb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328893:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328898:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328902:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328908:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000faade50d already unused, calling callback (0000000072d063db) 00010000:00010000:0.0:1761319692.328909:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328913:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328929:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (0000000073868175) 00010000:00010000:0.0:1761319692.328931:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1761319692.328933:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328939:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000faade50d/0x8eaf31f9c36eadbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328961:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc2c6643/0x8eaf31f9c36eadb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b27e expref: 17 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328972:0:6253:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b27e expref: 16 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.328978:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (0000000096c190f1) 00010000:00010000:0.0:1761319692.328980:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1761319692.328982:0:6253:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bf6e78fa, rc 0) 00000100:00100000:0.0:1761319692.329017:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef779d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+16:32210:x1846876465465792:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 628us (1002us total) trans 4294980272 rc 0/0 00000100:00100000:0.0:1761319692.329023:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33641 00000100:00100000:2.0:1761319692.338294:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.338368:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465465920 00000100:00100000:2.0:1761319692.338398:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.338422:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33642 00000100:00100000:0.0:1761319692.338429:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+16:32210:x1846876465465920:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319692.338454:0:6253:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319692.338472:0:6253:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eadd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b285 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338570:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338584:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338595:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338604:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338610:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338615:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338708:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338717:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338724:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1761319692.338733:0:6253:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 409600 00010000:00010000:0.0:1761319692.338805:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338812:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338817:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338823:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a6928ca5 already unused, calling callback (0000000072d063db) 00010000:00010000:0.0:1761319692.338826:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338833:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338843:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:0.0:1761319692.338846:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1761319692.338850:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338855:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a6928ca5/0x8eaf31f9c36eadda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338868:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338873:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338878:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338883:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000064d5360c already unused, calling callback (0000000072d063db) 00010000:00010000:0.0:1761319692.338884:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338890:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338897:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (000000009ff0e512) 00010000:00010000:0.0:1761319692.338899:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1761319692.338901:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338906:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eade1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338947:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eadd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b285 expref: 19 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338959:0:6253:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b285 expref: 18 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.338964:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (00000000f8f0c910) 00010000:00010000:0.0:1761319692.338966:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1761319692.338968:0:6253:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cbea046c, rc 0) 00000100:00100000:0.0:1761319692.339028:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc2bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+18:32210:x1846876465465920:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 595us (737us total) trans 4294980273 rc 0/0 00000100:00100000:0.0:1761319692.339042:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33642 00000100:00100000:1.0:1761319692.339779:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465466048 00002000:00100000:1.0:1761319692.339813:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (4096->8191) req@00000000b9334723 x1846876465466048/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319692.339823:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9334723 with x1846876465466048 ext(4096->8191) 00002000:00010000:1.0:1761319692.339827:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b9334723 00000100:00100000:1.0:1761319692.339857:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20501 00000100:00100000:1.0:1761319692.339864:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9334723 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2265:x1846876465466048:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1761319692.340125:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9334723 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2265:x1846876465466048:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 261us (1727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319692.340133:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20501 00002000:00100000:1.0:1761319692.340139:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (4096->8191) req@00000000b9334723 x1846876465466048/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/4536 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319692.340146:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b9334723 with x1846876465466048 ext(4096->8191) 00002000:00010000:1.0:1761319692.340150:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b9334723 00000100:00100000:2.0:1761319692.350170:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319692.350785:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.350947:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465466240 00000100:00100000:3.0:1761319692.350960:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465466112 00002000:00100000:1.0:1761319692.350991:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (8192->12287) req@00000000a3b9b2d0 x1846876465466240/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319692.351004:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a3b9b2d0 with x1846876465466240 ext(8192->12287) 00000100:00100000:3.0:1761319692.351008:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21128 00002000:00010000:1.0:1761319692.351008:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a3b9b2d0 00000100:00100000:3.0:1761319692.351017:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+104:2262:x1846876465466112:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319692.351030:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1761319692.351046:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36eadf6 lrc: 2/0,0 mode: --/PR res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b28c expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319692.351098:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006422faba pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345408:192.168.203.12@tcp:106: 00000100:00100000:3.0:1761319692.351155:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d5c92d8c going to sleep for 43 seconds 00000100:00100000:1.0:1761319692.351669:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20502 00000100:00100000:1.0:1761319692.351674:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3b9b2d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2265:x1846876465466240:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1761319692.351847:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3b9b2d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2265:x1846876465466240:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (1063us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1761319692.351856:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20502 00002000:00100000:1.0:1761319692.351863:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (8192->12287) req@00000000a3b9b2d0 x1846876465466240/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/4536 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319692.351870:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a3b9b2d0 with x1846876465466240 ext(8192->12287) 00002000:00010000:1.0:1761319692.351874:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a3b9b2d0 00002000:00010000:3.0:1761319692.354557:0:8228:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x33:0x0:0x0] updating lvb atime: 0 -> 1761319691 00000100:00100000:3.0:1761319692.354584:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006422faba pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345408:192.168.203.12@tcp:106: 00010000:00010000:3.0:1761319692.354617:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36eadf6 lrc: 1/0,0 mode: --/PR res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b28c expref: 105 pid: 8228 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761319692.354632:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005c2a3b3/0x8eaf31f9c36eadf6 lrc: 0/0,0 mode: --/PR res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b28c expref: 105 pid: 8228 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761319692.354647:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000005c2a3b3, rc 0) 00000100:00100000:3.0:1761319692.354706:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+104:2262:x1846876465466112:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 3687us (4541us total) trans 0 rc 301/301 00000100:00100000:3.0:1761319692.354715:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21128 00000100:00100000:2.0:1761319692.357654:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319692.357809:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.357860:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465466368 00002000:00100000:1.0:1761319692.357897:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (12288->69631) req@00000000ade27820 x1846876465466368/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319692.357907:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ade27820 with x1846876465466368 ext(12288->69631) 00002000:00010000:1.0:1761319692.357911:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000ade27820 00000100:00100000:3.0:1761319692.358067:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465466432 00000100:00100000:3.0:1761319692.358109:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21129 00000100:00100000:3.0:1761319692.358115:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058603dce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+104:32210:x1846876465466432:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:3.0:1761319692.358127:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:1.0:1761319692.358140:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20503 00000100:00100000:1.0:1761319692.358145:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ade27820 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2262:x1846876465466368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1761319692.358148:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 2/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b293 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.358176:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 2/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b277 expref: 24 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.358186:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319692.358188:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1761319692.358192:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 4/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 105 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.358224:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b277 expref: 24 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.358237:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b277 expref: 24 pid: 8226 timeout: 1190 lvb_type: 0 00000100:00100000:3.0:1761319692.358250:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006422faba pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345472:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319692.358311:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d5c92d8c going to sleep for 43 seconds 00000100:00100000:2.0:1761319692.364912:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.365307:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006422faba pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345472:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319692.365338:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 3/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 105 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.365358:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000068171de9, rc 0) 00000100:00100000:3.0:1761319692.365410:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058603dce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:32210:x1846876465466432:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7294us (7601us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319692.365420:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21129 00000100:00100000:3.0:1761319692.366112:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ade27820 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2262:x1846876465466368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 7963us (8461us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1761319692.366122:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20503 00002000:00100000:3.0:1761319692.366134:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (12288->69631) req@00000000ade27820 x1846876465466368/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 57344/57344 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319692.366144:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ade27820 with x1846876465466368 ext(12288->69631) 00002000:00010000:3.0:1761319692.366148:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000ade27820 00000100:00100000:0.0:1761319692.366160:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465466496 00010000:00010000:0.0:1761319692.366185:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b277 expref: 24 pid: 8226 timeout: 1190 lvb_type: 0 00000100:00100000:0.0:1761319692.366222:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14215 00000100:00100000:0.0:1761319692.366227:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f038046 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2262:x1846876465466496:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319692.366240:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319692.366255:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b277 expref: 24 pid: 8226 timeout: 1190 lvb_type: 0 00010000:00010000:0.0:1761319692.366265:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b277 expref: 24 pid: 8226 timeout: 1190 lvb_type: 0 00010000:00010000:0.0:1761319692.366285:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000054ef618/0x8eaf31f9c36eada9 lrc: 0/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b277 expref: 24 pid: 8226 timeout: 1190 lvb_type: 0 00010000:00010000:0.0:1761319692.366296:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319692.366298:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319692.366304:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 2/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 104 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.366312:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 104 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.366342:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 104 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319692.366354:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474345536:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319692.366389:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000002827adc going to sleep for 43 seconds 00000100:00100000:0.0:1761319692.367836:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474345536:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319692.367857:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319692.367898:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f038046 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2262:x1846876465466496:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 1669us (2993us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319692.367908:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14215 00000100:00100000:2.0:1761319692.369646:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.369722:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465466624 00002000:00100000:3.0:1761319692.369757:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (0->4095) req@00000000457095d9 x1846876465466624/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319692.369767:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000457095d9 with x1846876465466624 ext(0->4095) 00002000:00010000:3.0:1761319692.369771:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000457095d9 00000100:00100000:3.0:1761319692.369798:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20504 00000100:00100000:3.0:1761319692.369803:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000457095d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2263:x1846876465466624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1761319692.369993:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000457095d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2263:x1846876465466624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (353us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1761319692.370000:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20504 00002000:00100000:3.0:1761319692.370005:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (0->4095) req@00000000457095d9 x1846876465466624/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/4536 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_01.0' 00002000:00100000:3.0:1761319692.370011:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000457095d9 with x1846876465466624 ext(0->4095) 00002000:00010000:3.0:1761319692.370013:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000457095d9 00000100:00100000:1.0:1761319692.376714:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.376837:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465466752 00002000:00100000:0.0:1761319692.376894:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x33:0x0] (4096->8191) req@000000009652237d x1846876465466752/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.376905:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009652237d with x1846876465466752 ext(4096->8191) 00002000:00010000:0.0:1761319692.376910:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009652237d 00000100:00100000:0.0:1761319692.376950:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20505 00000100:00100000:0.0:1761319692.376956:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009652237d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465466752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319692.377165:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009652237d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465466752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 207us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319692.377173:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20505 00002000:00100000:0.0:1761319692.377180:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x33:0x0] (4096->8191) req@000000009652237d x1846876465466752/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/4536 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.377187:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009652237d with x1846876465466752 ext(4096->8191) 00002000:00010000:0.0:1761319692.377190:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009652237d 00000100:00100000:2.0:1761319692.383024:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319692.383070:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.383152:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465466880 00002000:00100000:3.0:1761319692.383202:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (69632->106495) req@000000009e9fcc99 x1846876465466880/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319692.383213:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009e9fcc99 with x1846876465466880 ext(69632->106495) 00002000:00010000:3.0:1761319692.383219:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009e9fcc99 00000100:00100000:3.0:1761319692.383245:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465467008 00002000:00100000:3.0:1761319692.383256:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (8192->12287) req@000000005994ec62 x1846876465467008/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319692.383263:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005994ec62 with x1846876465467008 ext(8192->12287) 00002000:00010000:3.0:1761319692.383266:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000005994ec62 00000100:00100000:3.0:1761319692.383293:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20506 00000100:00100000:3.0:1761319692.383299:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e9fcc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2265:x1846876465466880:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1761319692.383841:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20507 00000100:00100000:0.0:1761319692.383848:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005994ec62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465467008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319692.384045:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005994ec62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465467008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 195us (975us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1761319692.384052:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20507 00002000:00100000:0.0:1761319692.384059:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x33:0x0] (8192->12287) req@000000005994ec62 x1846876465467008/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/4536 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 4096/4096 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.384067:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000005994ec62 with x1846876465467008 ext(8192->12287) 00002000:00010000:0.0:1761319692.384069:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000005994ec62 00000100:00100000:2.0:1761319692.388288:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.388354:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465467136 00002000:00100000:1.0:1761319692.388396:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x33:0x0] (12288->69631) req@00000000b7a5bcce x1846876465467136/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319692.388407:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b7a5bcce with x1846876465467136 ext(12288->69631) 00002000:00010000:1.0:1761319692.388411:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b7a5bcce 00000100:00100000:1.0:1761319692.388445:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20508 00000100:00100000:1.0:1761319692.388451:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7a5bcce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465467136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1761319692.389381:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e9fcc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2265:x1846876465466880:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 6078us (6359us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1761319692.389391:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20506 00002000:00100000:3.0:1761319692.389399:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (69632->106495) req@000000009e9fcc99 x1846876465466880/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319692.389408:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000009e9fcc99 with x1846876465466880 ext(69632->106495) 00002000:00010000:3.0:1761319692.389412:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000009e9fcc99 00000100:00100000:1.0:1761319692.391039:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a5bcce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465467136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 2580us (2751us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1761319692.391052:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20508 00002000:00100000:1.0:1761319692.391062:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x33:0x0] (12288->69631) req@00000000b7a5bcce x1846876465467136/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 57344/57344 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319692.391071:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b7a5bcce with x1846876465467136 ext(12288->69631) 00002000:00010000:1.0:1761319692.391075:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b7a5bcce 00000100:00100000:2.0:1761319692.397996:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319692.398041:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.398316:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465467264 00002000:00100000:3.0:1761319692.398359:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (106496->143359) req@00000000213bf673 x1846876465467264/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319692.398371:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000213bf673 with x1846876465467264 ext(106496->143359) 00002000:00010000:3.0:1761319692.398376:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000213bf673 00000100:00100000:3.0:1761319692.398407:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465467392 00002000:00100000:3.0:1761319692.398419:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (69632->106495) req@00000000494b1517 x1846876465467392/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319692.398425:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000494b1517 with x1846876465467392 ext(69632->106495) 00002000:00010000:3.0:1761319692.398428:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000494b1517 00000100:00100000:3.0:1761319692.398455:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20509 00000100:00100000:3.0:1761319692.398461:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000213bf673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2265:x1846876465467264:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1761319692.398660:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20510 00000100:00100000:1.0:1761319692.398667:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000494b1517 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465467392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319692.402048:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000213bf673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2265:x1846876465467264:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 3579us (4052us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1761319692.402062:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20509 00002000:00100000:1.0:1761319692.402074:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (106496->143359) req@00000000213bf673 x1846876465467264/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319692.402084:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000213bf673 with x1846876465467264 ext(106496->143359) 00002000:00010000:1.0:1761319692.402090:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000213bf673 00000100:00100000:1.0:1761319692.402678:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000494b1517 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465467392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 4010us (4636us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1761319692.402688:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20510 00002000:00100000:1.0:1761319692.402694:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x33:0x0] (69632->106495) req@00000000494b1517 x1846876465467392/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319692.402701:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000494b1517 with x1846876465467392 ext(69632->106495) 00002000:00010000:1.0:1761319692.402704:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000494b1517 00000100:00100000:3.0:1761319692.407099:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.407217:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465467520 00002000:00100000:1.0:1761319692.407258:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x32:0x0] (143360->180223) req@000000006422faba x1846876465467520/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319692.407268:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006422faba with x1846876465467520 ext(143360->180223) 00002000:00010000:1.0:1761319692.407273:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006422faba 00000100:00100000:1.0:1761319692.407331:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20511 00000100:00100000:1.0:1761319692.407337:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006422faba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465467520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319692.409896:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006422faba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465467520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 2552us (2799us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1761319692.409911:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20511 00002000:00100000:1.0:1761319692.409940:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x32:0x0] (143360->180223) req@000000006422faba x1846876465467520/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319692.409950:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006422faba with x1846876465467520 ext(143360->180223) 00002000:00010000:1.0:1761319692.409955:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006422faba 00000100:00100000:3.0:1761319692.411312:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.411700:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465467648 00002000:00100000:1.0:1761319692.411739:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x33:0x0] (106496->143359) req@00000000b6f7aa68 x1846876465467648/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319692.411749:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b6f7aa68 with x1846876465467648 ext(106496->143359) 00002000:00010000:1.0:1761319692.411754:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b6f7aa68 00000100:00100000:1.0:1761319692.411784:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20512 00000100:00100000:1.0:1761319692.411790:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2265:x1846876465467648:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1761319692.415058:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.415133:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465467776 00002000:00100000:3.0:1761319692.415170:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (180224->217087) req@000000003a45d592 x1846876465467776/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:3.0:1761319692.415180:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003a45d592 with x1846876465467776 ext(180224->217087) 00002000:00010000:3.0:1761319692.415185:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003a45d592 00000100:00100000:3.0:1761319692.415385:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20513 00000100:00100000:3.0:1761319692.415391:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a45d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2262:x1846876465467776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1761319692.416086:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6f7aa68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2265:x1846876465467648:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 4294us (4778us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1761319692.416096:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20512 00002000:00100000:1.0:1761319692.416102:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x33:0x0] (106496->143359) req@00000000b6f7aa68 x1846876465467648/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319692.416110:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000b6f7aa68 with x1846876465467648 ext(106496->143359) 00002000:00010000:1.0:1761319692.416113:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000b6f7aa68 00000100:00100000:2.0:1761319692.421248:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.422439:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a45d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2262:x1846876465467776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 7043us (7383us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1761319692.422451:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20513 00002000:00100000:0.0:1761319692.422461:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (180224->217087) req@000000003a45d592 x1846876465467776/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.422469:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003a45d592 with x1846876465467776 ext(180224->217087) 00002000:00010000:0.0:1761319692.422474:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003a45d592 00000100:00100000:0.0:1761319692.422501:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465467904 00002000:00100000:0.0:1761319692.423807:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (143360->180223) req@00000000f60411ff x1846876465467904/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:0.0:1761319692.423820:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f60411ff with x1846876465467904 ext(143360->180223) 00002000:00010000:0.0:1761319692.423825:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000f60411ff 00000100:00100000:0.0:1761319692.424734:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20514 00000100:00100000:0.0:1761319692.424746:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f60411ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2264:x1846876465467904:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1761319692.432349:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f60411ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2264:x1846876465467904:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 7597us (11101us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1761319692.432361:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20514 00002000:00100000:0.0:1761319692.432374:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (143360->180223) req@00000000f60411ff x1846876465467904/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_01_00.0' 00002000:00100000:0.0:1761319692.432383:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000f60411ff with x1846876465467904 ext(143360->180223) 00002000:00010000:0.0:1761319692.432388:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000f60411ff 00000100:00100000:1.0:1761319692.433167:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.433445:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465468032 00002000:00100000:0.0:1761319692.433479:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (217088->253951) req@000000004db954b7 x1846876465468032/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319692.433488:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004db954b7 with x1846876465468032 ext(217088->253951) 00002000:00010000:0.0:1761319692.433492:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000004db954b7 00000100:00100000:1.0:1761319692.434000:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20515 00000100:00100000:1.0:1761319692.434007:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004db954b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465468032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319692.440043:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.440125:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465468160 00002000:00100000:0.0:1761319692.440164:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (180224->217087) req@00000000fe6c7e55 x1846876465468160/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319692.440175:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fe6c7e55 with x1846876465468160 ext(180224->217087) 00002000:00010000:0.0:1761319692.440179:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000fe6c7e55 00000100:00100000:0.0:1761319692.440212:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20516 00000100:00100000:0.0:1761319692.440218:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe6c7e55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2263:x1846876465468160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319692.441655:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004db954b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465468032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 7641us (8484us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1761319692.441667:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20515 00002000:00100000:1.0:1761319692.441677:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x32:0x0] (217088->253951) req@000000004db954b7 x1846876465468032/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319692.441686:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000004db954b7 with x1846876465468032 ext(217088->253951) 00002000:00010000:1.0:1761319692.441691:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000004db954b7 00000100:00100000:0.0:1761319692.448680:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe6c7e55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2263:x1846876465468160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 8453us (8635us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1761319692.448696:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20516 00002000:00100000:0.0:1761319692.448707:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (180224->217087) req@00000000fe6c7e55 x1846876465468160/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319692.448716:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fe6c7e55 with x1846876465468160 ext(180224->217087) 00002000:00010000:0.0:1761319692.448722:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000fe6c7e55 00000100:00100000:3.0:1761319692.450436:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.450541:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465468288 00002000:00100000:0.0:1761319692.450579:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (253952->290815) req@000000006dad5471 x1846876465468288/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.450588:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006dad5471 with x1846876465468288 ext(253952->290815) 00002000:00010000:0.0:1761319692.450592:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006dad5471 00000100:00100000:0.0:1761319692.450621:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20517 00000100:00100000:0.0:1761319692.450626:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dad5471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2262:x1846876465468288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1761319692.457955:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.458244:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465468416 00002000:00100000:1.0:1761319692.458286:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x33:0x0] (217088->253951) req@000000007cdae301 x1846876465468416/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319692.458304:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cdae301 with x1846876465468416 ext(217088->253951) 00002000:00010000:1.0:1761319692.458309:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007cdae301 00000100:00100000:1.0:1761319692.458343:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20518 00000100:00100000:1.0:1761319692.458349:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cdae301 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465468416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319692.458827:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dad5471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2262:x1846876465468288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 8199us (8398us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1761319692.458836:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20517 00002000:00100000:0.0:1761319692.458843:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (253952->290815) req@000000006dad5471 x1846876465468288/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.458850:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006dad5471 with x1846876465468288 ext(253952->290815) 00002000:00010000:0.0:1761319692.458853:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006dad5471 00000100:00100000:1.0:1761319692.461499:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cdae301 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465468416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 3142us (3546us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1761319692.461547:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20518 00002000:00100000:1.0:1761319692.461559:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x33:0x0] (217088->253951) req@000000007cdae301 x1846876465468416/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319692.461569:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cdae301 with x1846876465468416 ext(217088->253951) 00002000:00010000:1.0:1761319692.461574:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007cdae301 00000100:00100000:3.0:1761319692.466964:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.467093:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465468544 00002000:00100000:1.0:1761319692.467137:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x32:0x0] (290816->327679) req@00000000873f2a9d x1846876465468544/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:1.0:1761319692.467148:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000873f2a9d with x1846876465468544 ext(290816->327679) 00002000:00010000:1.0:1761319692.467153:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000873f2a9d 00000100:00100000:0.0:1761319692.467742:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20519 00000100:00100000:0.0:1761319692.467749:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000873f2a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2262:x1846876465468544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319692.473428:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000873f2a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2262:x1846876465468544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 5669us (6463us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1761319692.473443:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20519 00002000:00100000:0.0:1761319692.473456:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (290816->327679) req@00000000873f2a9d x1846876465468544/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.473465:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000873f2a9d with x1846876465468544 ext(290816->327679) 00002000:00010000:0.0:1761319692.473472:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000873f2a9d 00000100:00100000:2.0:1761319692.475240:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.476076:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465468672 00002000:00100000:0.0:1761319692.476126:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (253952->290815) req@00000000d26cb0a4 x1846876465468672/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.476139:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d26cb0a4 with x1846876465468672 ext(253952->290815) 00002000:00010000:0.0:1761319692.476144:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d26cb0a4 00000100:00100000:0.0:1761319692.476184:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20520 00000100:00100000:0.0:1761319692.476190:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d26cb0a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465468672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1761319692.481246:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d26cb0a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465468672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 5048us (6007us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1761319692.481261:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20520 00002000:00100000:0.0:1761319692.481275:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (253952->290815) req@00000000d26cb0a4 x1846876465468672/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_00.0' 00002000:00100000:0.0:1761319692.481285:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000d26cb0a4 with x1846876465468672 ext(253952->290815) 00002000:00010000:0.0:1761319692.481291:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000d26cb0a4 00000100:00100000:2.0:1761319692.485465:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.485631:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465468800 00002000:00100000:0.0:1761319692.485697:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (327680->364543) req@000000003584242e x1846876465468800/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319692.485710:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003584242e with x1846876465468800 ext(327680->364543) 00002000:00010000:0.0:1761319692.485717:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003584242e 00000100:00100000:0.0:1761319692.485759:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20521 00000100:00100000:0.0:1761319692.485765:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003584242e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465468800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1761319692.491844:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.492089:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003584242e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465468800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 6321us (6636us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1761319692.492107:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20521 00002000:00100000:0.0:1761319692.492122:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x32:0x0] (327680->364543) req@000000003584242e x1846876465468800/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319692.492132:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000003584242e with x1846876465468800 ext(327680->364543) 00002000:00010000:0.0:1761319692.492137:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000003584242e 00000100:00100000:0.0:1761319692.492941:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465468928 00002000:00100000:0.0:1761319692.492989:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (290816->327679) req@000000007cb679f2 x1846876465468928/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319692.492999:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cb679f2 with x1846876465468928 ext(290816->327679) 00002000:00010000:0.0:1761319692.493004:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007cb679f2 00000100:00100000:0.0:1761319692.493037:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20522 00000100:00100000:0.0:1761319692.493043:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cb679f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2263:x1846876465468928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1761319692.496461:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cb679f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2263:x1846876465468928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 3408us (4624us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1761319692.496475:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20522 00002000:00100000:0.0:1761319692.496490:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (290816->327679) req@000000007cb679f2 x1846876465468928/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_01.0' 00002000:00100000:0.0:1761319692.496500:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007cb679f2 with x1846876465468928 ext(290816->327679) 00002000:00010000:0.0:1761319692.496506:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007cb679f2 00000100:00100000:3.0:1761319692.502498:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.502581:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.502658:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469056 00002000:00100000:1.0:1761319692.502698:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x33:0x0] (327680->364543) req@00000000c4c39465 x1846876465469056/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319692.502709:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c4c39465 with x1846876465469056 ext(327680->364543) 00002000:00010000:1.0:1761319692.502713:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c4c39465 00000100:00100000:1.0:1761319692.502740:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469184 00002000:00100000:1.0:1761319692.502752:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x32:0x0] (364544->401407) req@00000000fad6c3f6 x1846876465469184/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' 00002000:00100000:1.0:1761319692.502761:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fad6c3f6 with x1846876465469184 ext(364544->401407) 00002000:00010000:1.0:1761319692.502764:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000fad6c3f6 00000100:00100000:1.0:1761319692.502792:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20523 00000100:00100000:1.0:1761319692.502799:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2265:x1846876465469056:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1761319692.503186:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20524 00000100:00100000:2.0:1761319692.503191:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fad6c3f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465469184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1761319692.506033:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c39465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2265:x1846876465469056:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 3226us (3534us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1761319692.506047:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20523 00002000:00100000:1.0:1761319692.506058:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x33:0x0] (327680->364543) req@00000000c4c39465 x1846876465469056/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_01_01.0' 00002000:00100000:1.0:1761319692.506069:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c4c39465 with x1846876465469056 ext(327680->364543) 00002000:00010000:1.0:1761319692.506075:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c4c39465 00000100:00100000:2.0:1761319692.510185:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fad6c3f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2263:x1846876465469184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 6986us (7598us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1761319692.510200:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20524 00002000:00100000:2.0:1761319692.510213:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x32:0x0] (364544->401407) req@00000000fad6c3f6 x1846876465469184/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_00_01.0' 00002000:00100000:2.0:1761319692.510222:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fad6c3f6 with x1846876465469184 ext(364544->401407) 00002000:00010000:2.0:1761319692.510227:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000fad6c3f6 00000100:00100000:3.0:1761319692.512383:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319692.512479:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469312 00002000:00100000:2.0:1761319692.512565:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x33:0x0] (364544->401407) req@00000000aed0dbca x1846876465469312/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319692.512584:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000aed0dbca with x1846876465469312 ext(364544->401407) 00002000:00010000:2.0:1761319692.512588:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000aed0dbca 00000100:00100000:2.0:1761319692.512613:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20525 00000100:00100000:2.0:1761319692.512618:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed0dbca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2264:x1846876465469312:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1761319692.515619:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.515770:0:18195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469440 00002000:00100000:1.0:1761319692.515810:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x32:0x0] (401408->409599) req@000000007a90316f x1846876465469440/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319692.515821:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a90316f with x1846876465469440 ext(401408->409599) 00002000:00010000:1.0:1761319692.515825:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007a90316f 00000100:00100000:1.0:1761319692.515853:0:18195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20526 00000100:00100000:1.0:1761319692.515858:0:18195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a90316f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2264:x1846876465469440:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1761319692.516036:0:18195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a90316f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:2264:x1846876465469440:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 176us (425us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1761319692.516043:0:18195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20526 00002000:00100000:1.0:1761319692.516048:0:18195:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x32:0x0] (401408->409599) req@000000007a90316f x1846876465469440/t0(0) o3->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/8632 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 8192/8192 job:'ptlrpcd_01_00.0' 00002000:00100000:1.0:1761319692.516056:0:18195:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000007a90316f with x1846876465469440 ext(401408->409599) 00002000:00010000:1.0:1761319692.516058:0:18195:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000007a90316f 00000100:00100000:2.0:1761319692.516607:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed0dbca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2264:x1846876465469312:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 3987us (4230us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1761319692.516616:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20525 00002000:00100000:2.0:1761319692.516621:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x33:0x0] (364544->401407) req@00000000aed0dbca x1846876465469312/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/440 e 0 to 0 dl 1761319735 ref 1 fl Complete:/0/0 rc 36864/36864 job:'ptlrpcd_01_00.0' 00002000:00100000:2.0:1761319692.516628:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000aed0dbca with x1846876465469312 ext(364544->401407) 00002000:00010000:2.0:1761319692.516631:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000aed0dbca 00000100:00100000:1.0:1761319692.522713:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319692.524087:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.524146:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469504 00000100:00100000:2.0:1761319692.524426:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21130 00000100:00100000:2.0:1761319692.524432:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:32196:x1846876465469504:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319692.524450:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319692.524467:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 2/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b29a expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.524494:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 2/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 104 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.524500:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319692.524502:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319692.524505:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 4/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 24 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319692.524659:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469632 00002000:00100000:3.0:1761319692.524685:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x33:0x0] (401408->409599) req@00000000fdea85fa x1846876465469632/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319692.524695:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fdea85fa with x1846876465469632 ext(401408->409599) 00010000:00010000:3.0:1761319692.524701:0:8233:0:(ldlm_lockd.c:589:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 105 pid: 8228 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1761319692.524708:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fdea85fa 00000100:00100000:3.0:1761319692.524730:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2808 00000100:00100000:3.0:1761319692.524735:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2265:x1846876465469632:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1761319692.524949:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdea85fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2265:x1846876465469632:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 212us (866us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1761319692.524960:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2808 00002000:00100000:3.0:1761319692.524965:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x33:0x0] (401408->409599) req@00000000fdea85fa x1846876465469632/t0(0) o3->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/8632 e 0 to 0 dl 1761319735 ref 1 fl Complete:H/0/0 rc 8192/8192 job:'ptlrpcd_01_01.0' 00002000:00100000:3.0:1761319692.524972:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000fdea85fa with x1846876465469632 ext(401408->409599) 00010000:00010000:3.0:1761319692.524976:0:8233:0:(ldlm_lockd.c:589:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 105 pid: 8228 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1761319692.524983:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000fdea85fa 00010000:00010000:2.0:1761319692.525070:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 104 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.525081:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 104 pid: 8228 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1761319692.525093:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070c35592 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345600:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319692.525146:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000406b66c4 going to sleep for 43 seconds 00000100:00100000:2.0:1761319692.528979:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070c35592 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345600:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319692.529011:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 3/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 24 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.529029:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f9d8fd08, rc 0) 00000100:00100000:2.0:1761319692.529084:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:32196:x1846876465469504:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 4650us (6380us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319692.529093:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21130 00000100:00100000:3.0:1761319692.533185:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319692.533598:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469696 00000100:00100000:2.0:1761319692.533957:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21131 00000100:00100000:2.0:1761319692.533964:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e87e2892 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+105:32210:x1846876465469696:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319692.533983:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319692.534004:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 2/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b2a1 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.534033:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 2/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 23 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.534042:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319692.534043:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319692.534046:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 4/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 106 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.534077:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 3/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 23 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.534087:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 4/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 23 pid: 8226 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1761319692.534099:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070c35592 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345664:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319692.535575:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.536117:0:8231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469760 00002000:00100000:0.0:1761319692.536156:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (0->409599) req@00000000ee99d571 x1846876465469760/t0(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00002000:00100000:0.0:1761319692.536168:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ee99d571 with x1846876465469760 ext(0->409599) 00010000:00010000:0.0:1761319692.536179:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 107 pid: 8228 timeout: 1191 lvb_type: 0 00002000:00010000:0.0:1761319692.536188:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ee99d571 00000100:00100000:0.0:1761319692.536213:0:8231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2809 00000100:00100000:0.0:1761319692.536219:0:8231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee99d571 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+107:2263:x1846876465469760:12345-192.168.203.12@tcp:4:ldlm_bl_01.0 00000100:00100000:2.0:1761319692.536418:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000406b66c4 going to sleep for 43 seconds 00000100:00100000:2.0:1761319692.541601:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070c35592 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345664:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319692.541636:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 3/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 108 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.541659:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000026ed4505, rc 0) 00000100:00100000:2.0:1761319692.541716:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e87e2892 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+108:32210:x1846876465469696:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 7750us (8540us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319692.541726:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21131 00000100:00100000:2.0:1761319692.543194:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.543462:0:8233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469824 00002000:00100000:3.0:1761319692.543504:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x32:0x0] (0->409599) req@0000000070c35592 x1846876465469824/t0(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/0 e 0 to 0 dl 1761319735 ref 1 fl New:/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00002000:00100000:3.0:1761319692.543533:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000070c35592 with x1846876465469824 ext(0->409599) 00010000:00010000:3.0:1761319692.543546:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 4/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 24 pid: 8226 timeout: 1191 lvb_type: 0 00002000:00010000:3.0:1761319692.543555:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000070c35592 00000100:00100000:3.0:1761319692.543585:0:8233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2810 00000100:00100000:3.0:1761319692.543592:0:8233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070c35592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:2263:x1846876465469824:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 00000100:00100000:1.0:1761319692.552951:0:8231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee99d571 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+108:2263:x1846876465469760:12345-192.168.203.12@tcp:4:ldlm_bl_01.0 Request processed in 16722us (17371us total) trans 4294973889 rc 0/0 00000100:00100000:1.0:1761319692.552969:0:8231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2809 00002000:00100000:1.0:1761319692.552983:0:8231:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x100000000:0x33:0x0] (0->409599) req@00000000ee99d571 x1846876465469760/t4294973889(0) o4->8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp:620/0 lens 488/448 e 0 to 0 dl 1761319735 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_01.0' 00002000:00100000:1.0:1761319692.552995:0:8231:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000ee99d571 with x1846876465469760 ext(0->409599) 00010000:00010000:1.0:1761319692.553011:0:8231:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 108 pid: 8228 timeout: 1191 lvb_type: 0 00002000:00010000:1.0:1761319692.553022:0:8231:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 00000000ee99d571 00000100:00100000:1.0:1761319692.556828:0:8233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070c35592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+26:2263:x1846876465469824:12345-192.168.203.12@tcp:4:ldlm_bl_03.0 Request processed in 13228us (13633us total) trans 4294973890 rc 0/0 00000100:00100000:1.0:1761319692.556845:0:8233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2810 00002000:00100000:1.0:1761319692.556858:0:8233:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x100000000:0x32:0x0] (0->409599) req@0000000070c35592 x1846876465469824/t4294973890(0) o4->4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp:620/0 lens 488/448 e 0 to 0 dl 1761319735 ref 1 fl Complete:H/0/0 rc 0/0 job:'ldlm_bl_03.0' 00002000:00100000:1.0:1761319692.556868:0:8233:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000070c35592 with x1846876465469824 ext(0->409599) 00010000:00010000:1.0:1761319692.556883:0:8233:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 4/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 26 pid: 8226 timeout: 1191 lvb_type: 0 00002000:00010000:1.0:1761319692.556893:0:8233:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req 0000000070c35592 00000100:00100000:3.0:1761319692.560097:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.560998:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469888 00010000:00010000:0.0:1761319692.561036:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 108 pid: 8228 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1761319692.561083:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14216 00000100:00100000:0.0:1761319692.561089:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046d56841 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+108:2263:x1846876465469888:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319692.561106:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1761319692.561123:0:7250:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x33:0x0] updating lvb mtime from disk: 1761319691 -> 1761319692 00002000:00010000:0.0:1761319692.561125:0:7250:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x33:0x0] updating lvb ctime from disk: 1761319691 -> 1761319692 00002000:00010000:0.0:1761319692.561127:0:7250:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x33:0x0] updating lvb blocks from disk: 0 -> 800 00010000:00010000:0.0:1761319692.561133:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 108 pid: 8228 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1761319692.561145:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 108 pid: 8228 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1761319692.561168:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068171de9/0x8eaf31f9c36eadfd lrc: 0/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b293 expref: 108 pid: 8228 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1761319692.561185:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319692.561189:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1761319692.561209:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 2/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 25 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.561219:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 25 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.561259:0:7250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 25 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319692.561272:0:7250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474345728:192.168.203.12@tcp:105: 00000100:00100000:0.0:1761319692.561349:0:7250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000042ee2344 going to sleep for 43 seconds 00000100:00100000:2.0:1761319692.562859:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.563610:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465469952 00010000:00010000:3.0:1761319692.563642:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 4/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 26 pid: 8226 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1761319692.563694:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14217 00000100:00100000:3.0:1761319692.563699:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+26:2263:x1846876465469952:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319692.563713:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1761319692.563730:0:16616:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x32:0x0] updating lvb mtime from disk: 1761319691 -> 1761319692 00002000:00010000:3.0:1761319692.563733:0:16616:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x32:0x0] updating lvb ctime from disk: 1761319691 -> 1761319692 00002000:00010000:3.0:1761319692.563735:0:16616:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x32:0x0] updating lvb blocks from disk: 0 -> 800 00010000:00010000:3.0:1761319692.563739:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 4/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 26 pid: 8226 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1761319692.563750:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 3/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 26 pid: 8226 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1761319692.563773:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f9f38e4/0x8eaf31f9c36ead78 lrc: 0/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b269 expref: 26 pid: 8226 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1761319692.563787:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319692.563789:0:16616:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1761319692.563796:0:16616:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 2/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 107 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.563805:0:16616:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 3/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 107 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319692.563839:0:16616:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 3/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 107 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319692.563857:0:16616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000315fc21f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474345792:192.168.203.12@tcp:105: 00000100:00100000:3.0:1761319692.563933:0:16616:0:(client.c:2500:ptlrpc_set_wait()) set 000000008d02e430 going to sleep for 43 seconds 00000100:00100000:1.0:1761319692.568986:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319692.569129:0:16616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000315fc21f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16616:1846876474345792:192.168.203.12@tcp:105: 00010000:00010000:3.0:1761319692.569160:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319692.569221:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+25:2263:x1846876465469952:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 5521us (6368us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319692.569232:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14217 00000100:00100000:0.0:1761319692.569629:0:7250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7250:1846876474345728:192.168.203.12@tcp:105: 00010000:00010000:0.0:1761319692.569644:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319692.569661:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046d56841 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+107:2263:x1846876465469888:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 8572us (9572us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319692.569668:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14216 00000100:00100000:2.0:1761319692.569870:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470016 00000100:00100000:2.0:1761319692.569925:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21132 00000100:00100000:2.0:1761319692.569932:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f706c4cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+25:32196:x1846876465470016:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:2.0:1761319692.569949:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1761319692.569969:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6386cb4/0x8eaf31f9c36eae12 lrc: 2/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b2a8 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.569998:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 2/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 106 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.570005:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319692.570007:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1761319692.570010:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6386cb4/0x8eaf31f9c36eae12 lrc: 4/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a8 expref: 26 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.570039:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 3/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 106 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.570050:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 4/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 106 pid: 8228 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1761319692.570061:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000198107d2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345856:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319692.570097:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 00000000406b66c4 going to sleep for 43 seconds 00000100:00100000:3.0:1761319692.570762:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319692.570953:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470080 00000100:00100000:0.0:1761319692.570991:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21133 00000100:00100000:0.0:1761319692.570996:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+107:32210:x1846876465470080:12345-192.168.203.12@tcp:101:mmap_sanity.0 00010000:00010000:0.0:1761319692.571006:0:8226:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1761319692.571017:0:8226:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eae19 lrc: 2/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcaa8e29b5ca3b2af expref: -99 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.571034:0:8226:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 2/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 26 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.571046:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319692.571048:0:8226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1761319692.571049:0:8226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eae19 lrc: 4/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2af expref: 108 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.571065:0:8226:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 26 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.571073:0:8226:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 26 pid: 8228 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1761319692.571082:0:8226:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474345920:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319692.571121:0:8226:0:(client.c:2500:ptlrpc_set_wait()) set 0000000042ee2344 going to sleep for 43 seconds 00000100:00100000:2.0:1761319692.575047:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000198107d2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474345856:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319692.575080:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6386cb4/0x8eaf31f9c36eae12 lrc: 3/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a8 expref: 26 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319692.575102:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c6386cb4, rc 0) 00000100:00100000:2.0:1761319692.575331:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f706c4cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+26:32196:x1846876465470016:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 5397us (6355us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319692.575342:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21132 00000100:00100000:0.0:1761319692.576900:0:8226:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8226:1846876474345920:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319692.576941:0:8226:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eae19 lrc: 3/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2af expref: 108 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319692.576957:0:8226:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e961b9fe, rc 0) 00000100:00100000:0.0:1761319692.577031:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+108:32210:x1846876465470080:12345-192.168.203.12@tcp:101:mmap_sanity.0 Request processed in 6032us (6269us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319692.577039:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21133 00010000:00010000:1.0:1761319692.610398:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319692.995487:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761319692.995508:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e85dd6fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474345984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319692.995579:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319692.996220:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474345984 00000100:00100000:0.0:1761319692.996264:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1761319692.996269:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474345984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761319692.996298:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:0.0:1761319692.996344:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474345984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319692.996350:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1761319692.996446:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e85dd6fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474345984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319693.506458:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aeddce4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474346112:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506533:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.506555:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474346368:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506571:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.506580:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a0ccaf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474346624:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506605:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.506623:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1761319693.506627:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce0ea0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474346176:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506645:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.506657:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008874f7fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3355:1846876474346432:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506671:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.506679:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3355:1846876474346688:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506692:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.506722:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346112 00000100:00100000:1.0:1761319693.506753:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346368 00000100:00100000:1.0:1761319693.506764:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346624 00000100:00100000:1.0:1761319693.506774:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346432 00000100:00100000:1.0:1761319693.506781:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346688 00000100:00100000:1.0:1761319693.506791:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1761319693.506796:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007dc812d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474346112:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506835:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007dc812d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474346112:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319693.506840:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1761319693.506857:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1761319693.506860:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b73b9ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474346368:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506881:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b73b9ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474346368:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319693.506885:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1761319693.506895:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:1.0:1761319693.506897:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003103dfbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474346624:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506928:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003103dfbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474346624:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319693.506933:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:1.0:1761319693.506942:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:1.0:1761319693.506945:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3355:x1846876474346432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.506969:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f62b2753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3355:x1846876474346432:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319693.506974:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:1.0:1761319693.506983:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:1.0:1761319693.506986:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008834ea39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3355:x1846876474346688:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507011:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c73287aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474346048:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507012:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008834ea39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3355:x1846876474346688:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319693.507022:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:1.0:1761319693.507054:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346176 00000100:00100000:3.0:1761319693.507057:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.507078:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1761319693.507079:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9a13c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474346304:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507085:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474346176:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507110:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.507117:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474346176:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319693.507123:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1761319693.507129:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011eaf391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474346560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507133:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346304 00000100:00100000:1.0:1761319693.507147:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1761319693.507150:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474346304:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507159:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319693.507178:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000399441a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474346816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507182:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474346304:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319693.507189:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1761319693.507206:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346048 00000100:00100000:3.0:1761319693.507208:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.507230:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1761319693.507234:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2c02dda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474346048:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507246:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9a13c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474346304:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507263:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2c02dda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474346048:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319693.507266:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1761319693.507269:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1761319693.507274:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e75371c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3354:1846876474346240:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507304:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.507307:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce0ea0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474346176:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507318:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008874f7fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3355:1846876474346432:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507328:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048158028 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474346496:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507330:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3355:1846876474346688:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507341:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aeddce4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474346112:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507352:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474346368:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507358:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.507365:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a0ccaf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474346624:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507380:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003a442f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474346752:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507404:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.507414:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346240 00000100:00100000:3.0:1761319693.507423:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c73287aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474346048:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319693.507440:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:1.0:1761319693.507445:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3354:x1846876474346240:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507452:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346560 00000100:00100000:1.0:1761319693.507479:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8235b70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3354:x1846876474346240:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319693.507480:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346816 00000100:00100000:1.0:1761319693.507486:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00100000:3.0:1761319693.507496:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346496 00000100:00100000:3.0:1761319693.507526:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346752 00000100:00100000:3.0:1761319693.507544:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1761319693.507549:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474346560:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507578:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474346560:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319693.507584:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1761319693.507595:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1761319693.507598:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003094425a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474346816:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507619:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003094425a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474346816:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319693.507624:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1761319693.507633:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1761319693.507636:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474346496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507657:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474346496:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319693.507662:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1761319693.507670:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1761319693.507673:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474346752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507693:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474346752:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319693.507699:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1761319693.507724:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e75371c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3354:1846876474346240:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507735:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048158028 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474346496:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507743:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003a442f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474346752:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507752:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011eaf391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474346560:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.507759:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000399441a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474346816:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319693.514472:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474346944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319693.514537:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000198107d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474346880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1761319693.514585:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319693.514591:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319693.514714:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346880 00000100:00100000:0.0:1761319693.514758:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1761319693.514763:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004035907b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474346880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1761319693.514789:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:2.0:1761319693.515326:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474346944 00000100:00100000:2.0:1761319693.515356:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1761319693.515360:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474346944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761319693.515380:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1761319693.517577:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474346944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2209us (2988us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319693.517577:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004035907b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474346880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2806us (2981us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319693.517588:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1761319693.517596:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1761319693.517648:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474346944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319693.517660:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000198107d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474346880:0@lo:13:osp-pre-1-1.0 00000001:00080000:3.0:1761319693.517738:0:8223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294973890 is committed 00000001:00080000:3.0:1761319693.517750:0:8223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294973889 is committed 00010000:00010000:1.0:1761319693.634319:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319694.657660:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1761319695.041765:0:8728:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1093600252791ns, next at 1094600250397ns, rc = 0 00000100:00100000:3.0:1761319695.041774:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adcee893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474347072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319695.041838:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319695.041880:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761319695.041887:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474347008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319695.041925:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319695.041994:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474347072 00000100:00100000:0.0:1761319695.042051:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474347008 00000100:00100000:2.0:1761319695.042054:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1761319695.042061:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000399441a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474347072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761319695.042088:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917217792 avail 3685695488 00000100:00100000:0.0:1761319695.042094:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1761319695.042100:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474347008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761319695.042114:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917217792 avail 3685695488 00000100:00100000:2.0:1761319695.042138:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000399441a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474347072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319695.042146:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1761319695.042153:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e75371c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474347008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319695.042162:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1761319695.042248:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474347008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319695.042259:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adcee893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474347072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319695.247573:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319695.247619:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470208 00000100:00100000:3.0:1761319695.247636:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319695.247670:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1654 00000100:00100000:3.0:1761319695.247676:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319695.247681:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+31:2263:x1846876465470208:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319695.247706:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319695.247732:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319695.247756:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c73287aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+31:2263:x1846876465470208:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 76us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319695.247764:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1654 00000100:00100000:0.0:1761319695.247779:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470464 00000100:00100000:0.0:1761319695.247816:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470272 00000100:00100000:0.0:1761319695.247836:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1655 00000100:00100000:0.0:1761319695.247840:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ce0ea0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2263:x1846876465470464:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761319695.247875:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470336 00000100:00100000:2.0:1761319695.247914:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 963 00000100:00100000:2.0:1761319695.247918:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2263:x1846876465470336:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319695.248008:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1656 00000100:00100000:1.0:1761319695.248014:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465470272:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319695.248062:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319695.248066:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ce0ea0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2263:x1846876465470464:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 222us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319695.248075:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1655 00000100:00100000:3.0:1761319695.248088:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470400 00000100:00100000:3.0:1761319695.248117:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1657 00000100:00100000:3.0:1761319695.248122:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000860e3770 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+18:2263:x1846876465470400:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761319695.248128:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470144 00000100:00100000:3.0:1761319695.248151:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000860e3770 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+18:2263:x1846876465470400:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 28us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319695.248158:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 646 00000100:00100000:3.0:1761319695.248159:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1657 00000100:00100000:0.0:1761319695.248166:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa1d5426 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465470144:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761319695.248198:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa1d5426 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465470144:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 33us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319695.248206:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 646 00000100:00100000:3.0:1761319695.248228:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319695.248269:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470528 00000100:00100000:0.0:1761319695.248291:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 964 00000100:00100000:0.0:1761319695.248296:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001878e25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+93:2263:x1846876465470528:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761319695.248333:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001878e25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+93:2263:x1846876465470528:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 37us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319695.248340:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 964 00000100:00100000:2.0:1761319695.248931:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2263:x1846876465470336:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 1011us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319695.248940:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 963 00000100:00100000:1.0:1761319695.249304:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a13c6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465470272:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 1288us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319695.249312:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1656 00010000:00010000:1.0:1761319695.681820:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1761319696.580102:0:6234:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 33 committed 00000001:00080000:0.0:1761319696.580328:0:6234:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980273 is committed 00000001:00080000:0.0:1761319696.580357:0:6234:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980271 is committed 00000004:00080000:0.0:1761319696.580371:0:6234:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 32 committed 00000100:00100000:1.0:1761319696.580542:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761319696.581161:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fad71a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474347136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1761319696.581262:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319696.581543:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474347136 00000100:00100000:0.0:1761319696.581590:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21134 00000100:00100000:0.0:1761319696.581596:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc75ed18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474347136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1761319696.581623:0:8228:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:49 count 1 00010000:00010000:0.0:1761319696.581649:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 3/0,1 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581667:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001fe2ee61/0x8eaf31f9c36e8f80 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [155648->163839] (req 155648->159743) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394cc expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581676:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e991b024/0x8eaf31f9c36e86f8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38c44 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581683:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000629d76b2/0x8eaf31f9c36e7f88 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384e2 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581689:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581695:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f352dfc7/0x8eaf31f9c36e7d58 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->8191] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382b2 expref: 92 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581701:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581709:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581715:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c905ceb/0x8eaf31f9c36e7f18 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38472 expref: 92 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581726:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581733:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581739:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000235d2abc/0x8eaf31f9c36e826e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [57344->61439] (req 57344->61439) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca387c8 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581746:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581752:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581758:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001fc9593e/0x8eaf31f9c36e81fe lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38758 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581764:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581771:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581777:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffbf6356/0x8eaf31f9c36e8394 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca388ee expref: 92 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581789:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581795:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581802:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6f91a9d/0x8eaf31f9c36e8b4a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39096 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581808:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ce87b0e/0x8eaf31f9c36e88aa lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38df6 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581814:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000093e04d46/0x8eaf31f9c36e8872 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38dbe expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581821:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581828:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad960de2/0x8eaf31f9c36e889c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [90112->98303] (req 90112->94207) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38de8 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581833:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581839:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d684b11/0x8eaf31f9c36e897c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ec8 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581849:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581856:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581862:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042e56644/0x8eaf31f9c36e8e5a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca393a6 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581869:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5a20eed/0x8eaf31f9c36e8cd2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3921e expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581875:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000754e12f3/0x8eaf31f9c36e8e4c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39398 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581882:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581888:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047d36f37/0x8eaf31f9c36e8f02 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3944e expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581906:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581912:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000289e4f7a/0x8eaf31f9c36e9f24 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [266240->270335] (req 266240->270335) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a470 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581923:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0e554f4/0x8eaf31f9c36e985c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [217088->221183] (req 217088->221183) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39da8 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581929:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000708a6971/0x8eaf31f9c36e932a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39876 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581938:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581946:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005de5e05f/0x8eaf31f9c36e8f8e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394da expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581953:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581961:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581968:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009ecffe23/0x8eaf31f9c36e90a6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395f2 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581976:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.581977:0:3340:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.581993:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.581995:0:3340:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 2/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582012:0:3340:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582018:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000805edc95/0x8eaf31f9c36e9338 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39884 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582024:0:3340:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa9b737c already unused, calling callback (0000000072d063db) 00010000:00010000:0.0:1761319696.582029:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582030:0:3340:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582049:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582050:0:3340:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 4/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582071:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003556d417/0x8eaf31f9c36e963a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [208896->212991] (req 208896->212991) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b86 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582077:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (00000000aceb5f7f) 00010000:00010000:0.0:1761319696.582080:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582082:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1761319696.582087:0:3340:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 2/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582092:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582113:0:3340:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa9b737c/0x8eaf31f9c36ead0f lrc: 0/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582113:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000766f153e/0x8eaf31f9c36e98cc lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e18 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582131:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582139:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582140:0:3340:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582156:0:3340:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582164:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582167:0:3340:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582180:0:3340:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007eb392c3 already unused, calling callback (0000000072d063db) 00010000:00010000:0.0:1761319696.582181:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582183:0:3340:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582198:0:3340:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582200:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582214:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (000000002f2a2f85) 00010000:00010000:0.0:1761319696.582217:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582219:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1761319696.582221:0:3340:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582235:0:3340:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007eb392c3/0x8eaf31f9c36ead16 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582235:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582254:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582260:0:3340:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582261:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582284:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582288:0:3340:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 2/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582299:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582300:0:3340:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582315:0:3340:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000babcff68 already unused, calling callback (0000000072d063db) 00010000:00010000:3.0:1761319696.582318:0:3340:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582332:0:3340:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 4/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582334:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1090dce/0x8eaf31f9c36e9fb0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4fc expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582348:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (000000009ff0e512) 00010000:00010000:3.0:1761319696.582351:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1761319696.582352:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d102875a/0x8eaf31f9c36ea154 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a0 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582354:0:3340:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 2/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582371:0:3340:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000babcff68/0x8eaf31f9c36ead5c lrc: 0/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582373:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582390:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36ea19a lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [282624->286719] (req 282624->286719) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6e6 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582394:0:3340:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582402:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582404:0:3340:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582422:0:3340:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582423:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582432:0:3340:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003895d076 already unused, calling callback (0000000072d063db) 00010000:00010000:3.0:1761319696.582434:0:3340:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582439:0:3340:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582445:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (00000000f8f0c910) 00010000:00010000:3.0:1761319696.582447:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1761319696.582449:0:3340:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582463:0:3340:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003895d076/0x8eaf31f9c36ead71 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582468:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582475:0:3340:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582479:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582489:0:3340:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 2/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582496:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582500:0:3340:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582539:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582549:0:3340:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000090510de already unused, calling callback (0000000072d063db) 00010000:00010000:3.0:1761319696.582552:0:3340:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582557:0:3340:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 4/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582565:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (0000000073868175) 00010000:00010000:3.0:1761319696.582569:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1761319696.582572:0:3340:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 2/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582572:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582586:0:3340:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000090510de/0x8eaf31f9c36ead8d lrc: 0/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582591:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582604:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582607:0:3340:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582615:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582619:0:3340:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582633:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582634:0:3340:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582650:0:3340:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008e858d49 already unused, calling callback (0000000072d063db) 00010000:00010000:0.0:1761319696.582653:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582654:0:3340:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582669:0:3340:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582673:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582683:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (0000000096c190f1) 00010000:00010000:3.0:1761319696.582686:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1761319696.582687:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319696.582689:0:3340:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582722:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582729:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582736:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582743:0:8228:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582750:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 84 00010000:00010000:0.0:1761319696.582752:0:8228:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 84 00010000:00010000:0.0:1761319696.582754:0:8228:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 87/0,1 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582783:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582794:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.582807:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079324fc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347200:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.582866:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582880:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.582899:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054cbb338 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347264:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.582928:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582936:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.582945:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347328:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.582970:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.582978:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.582986:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e46aa02c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347392:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583029:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583038:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583048:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc629ccf pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347456:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583075:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583085:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.583093:0:3340:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008e858d49/0x8eaf31f9c36eada2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6254 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319696.583096:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000925c8c42 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347520:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583135:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583144:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583154:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa91c852 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347584:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583185:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583194:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583204:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347648:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583252:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583259:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 92 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583273:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1d4a882 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347712:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583298:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583306:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583314:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007368d3f1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347776:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583363:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583372:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583381:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adcee893 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347840:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583404:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583412:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583420:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347904:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583442:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583454:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583462:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347968:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583504:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583548:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583557:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dbce1093 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348032:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583586:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583593:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 92 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583601:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce78ae11 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348096:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583625:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583632:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583640:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b821092c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348160:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583679:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583688:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583695:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002d8bda3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348224:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583716:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583723:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583730:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348288:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583764:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36ea19a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [282624->286719] (req 282624->286719) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6e6 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583772:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36ea19a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [282624->286719] (req 282624->286719) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6e6 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583779:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c494782c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348352:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583799:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583806:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583817:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dbcdcb0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348416:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583836:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d102875a/0x8eaf31f9c36ea154 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a0 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583844:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d102875a/0x8eaf31f9c36ea154 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a0 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583851:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d615598 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348480:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583871:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f1090dce/0x8eaf31f9c36e9fb0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4fc expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583878:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f1090dce/0x8eaf31f9c36e9fb0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4fc expref: 92 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583886:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cf111a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348544:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583917:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583925:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583932:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348608:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583953:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583964:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.583971:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056606327 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348672:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.583987:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.583994:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 92 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584001:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4e3ade9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348736:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584019:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584026:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584033:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb15f2ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348800:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584065:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584073:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584081:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a3b0329 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348864:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584102:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584109:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584116:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000809d6787 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348928:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584149:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584157:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584165:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ced4a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348992:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584185:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584192:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584199:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075db5706 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349056:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584216:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584223:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584234:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019dc586e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349120:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584249:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584255:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584262:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f10f2589 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349184:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584278:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584284:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584291:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057919713 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349248:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584307:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000766f153e/0x8eaf31f9c36e98cc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e18 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584315:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000766f153e/0x8eaf31f9c36e98cc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e18 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584321:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bd22bf3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349312:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584354:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584367:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584375:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009cb7584 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349376:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584395:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584403:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584410:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a5c1855 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349440:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584424:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003556d417/0x8eaf31f9c36e963a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [208896->212991] (req 208896->212991) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b86 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584431:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003556d417/0x8eaf31f9c36e963a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [208896->212991] (req 208896->212991) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b86 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584437:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eac57bec pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349504:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584449:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584454:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584461:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e768703 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349568:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584479:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584486:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584494:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000351a6796 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349632:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584553:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000805edc95/0x8eaf31f9c36e9338 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39884 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584561:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000805edc95/0x8eaf31f9c36e9338 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39884 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584569:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e183753 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349696:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584592:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584600:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584608:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004924bfe6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349760:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584629:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584637:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584648:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002770cff6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349824:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584681:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009ecffe23/0x8eaf31f9c36e90a6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395f2 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584688:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009ecffe23/0x8eaf31f9c36e90a6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395f2 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584696:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055b93f7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349888:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584729:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584736:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584745:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000154c9c93 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349952:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584766:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584774:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584782:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350016:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584803:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005de5e05f/0x8eaf31f9c36e8f8e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394da expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584815:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005de5e05f/0x8eaf31f9c36e8f8e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394da expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584823:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350080:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584845:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584852:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.584860:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092ef6bb0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350144:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.584880:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000708a6971/0x8eaf31f9c36e932a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39876 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.584888:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000708a6971/0x8eaf31f9c36e932a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39876 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.585570:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a41a2e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350208:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.585622:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0e554f4/0x8eaf31f9c36e985c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [217088->221183] (req 217088->221183) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39da8 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.585633:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0e554f4/0x8eaf31f9c36e985c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [217088->221183] (req 217088->221183) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39da8 expref: 92 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.585661:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068b02d64 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350272:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.585705:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000289e4f7a/0x8eaf31f9c36e9f24 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [266240->270335] (req 266240->270335) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a470 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.585715:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000289e4f7a/0x8eaf31f9c36e9f24 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [266240->270335] (req 266240->270335) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a470 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.585724:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fb8d8d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350336:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.585780:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.585788:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.585796:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcbcd107 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350400:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.585836:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047d36f37/0x8eaf31f9c36e8f02 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3944e expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.585904:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047d36f37/0x8eaf31f9c36e8f02 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3944e expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.585913:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350464:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.585941:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.585948:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.585961:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000753a990f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350528:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.585980:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000754e12f3/0x8eaf31f9c36e8e4c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39398 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.585987:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000754e12f3/0x8eaf31f9c36e8e4c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39398 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.585993:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350592:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586016:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5a20eed/0x8eaf31f9c36e8cd2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3921e expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586024:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5a20eed/0x8eaf31f9c36e8cd2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3921e expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586031:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350656:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586052:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042e56644/0x8eaf31f9c36e8e5a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca393a6 expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586059:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042e56644/0x8eaf31f9c36e8e5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca393a6 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586067:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030289134 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350720:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586092:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586104:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586112:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000081d2c19 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350784:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586138:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586148:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586156:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e239fc8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350848:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586207:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d684b11/0x8eaf31f9c36e897c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ec8 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586215:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d684b11/0x8eaf31f9c36e897c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ec8 expref: 92 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586223:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aeb6b14 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350912:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586248:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586256:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586263:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d6ac04f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350976:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586287:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad960de2/0x8eaf31f9c36e889c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [90112->98303] (req 90112->94207) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38de8 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586295:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad960de2/0x8eaf31f9c36e889c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [90112->98303] (req 90112->94207) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38de8 expref: 92 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586351:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1df076b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351040:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586377:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586385:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586393:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d9ce532 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351104:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586412:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000093e04d46/0x8eaf31f9c36e8872 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38dbe expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586419:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000093e04d46/0x8eaf31f9c36e8872 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38dbe expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586425:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3b8d658 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351168:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586439:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ce87b0e/0x8eaf31f9c36e88aa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38df6 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586445:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ce87b0e/0x8eaf31f9c36e88aa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38df6 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586467:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcdbcb1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351232:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586491:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a6f91a9d/0x8eaf31f9c36e8b4a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39096 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586498:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a6f91a9d/0x8eaf31f9c36e8b4a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39096 expref: 92 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586505:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005db7ac15 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351296:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586551:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586560:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586567:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a05a2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351360:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586611:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586620:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586630:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351424:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586657:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ffbf6356/0x8eaf31f9c36e8394 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca388ee expref: 92 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586671:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ffbf6356/0x8eaf31f9c36e8394 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca388ee expref: 92 pid: 16608 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586680:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000871c0f2e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351488:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586712:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586722:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586731:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a19ca622 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351552:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.586770:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.586778:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.586787:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0e4f89f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351616:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588235:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001fc9593e/0x8eaf31f9c36e81fe lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38758 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588251:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001fc9593e/0x8eaf31f9c36e81fe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38758 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588264:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac5cb1e4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351680:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588306:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588314:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588323:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c306ab7e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351744:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588347:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588356:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588364:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000582ba183 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351808:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588387:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000235d2abc/0x8eaf31f9c36e826e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [57344->61439] (req 57344->61439) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca387c8 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588394:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000235d2abc/0x8eaf31f9c36e826e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [57344->61439] (req 57344->61439) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca387c8 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588403:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af9d2384 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351872:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588447:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 92 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588454:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588466:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040960372 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351936:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588490:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588498:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588506:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dccf0ad0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352000:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588553:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c905ceb/0x8eaf31f9c36e7f18 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38472 expref: 92 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588562:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c905ceb/0x8eaf31f9c36e7f18 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38472 expref: 92 pid: 16608 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588570:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042e54b49 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352064:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588592:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588599:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588607:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d8eeedc pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352128:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588640:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588654:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588662:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352192:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588680:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f352dfc7/0x8eaf31f9c36e7d58 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->8191] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382b2 expref: 92 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588688:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f352dfc7/0x8eaf31f9c36e7d58 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [0->8191] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382b2 expref: 92 pid: 16608 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588695:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352256:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588715:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588723:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588730:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352320:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588750:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000629d76b2/0x8eaf31f9c36e7f88 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384e2 expref: 92 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588759:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000629d76b2/0x8eaf31f9c36e7f88 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384e2 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588766:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352384:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588811:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e991b024/0x8eaf31f9c36e86f8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38c44 expref: 92 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588819:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e991b024/0x8eaf31f9c36e86f8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38c44 expref: 92 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588826:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352448:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.588847:0:8228:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001fe2ee61/0x8eaf31f9c36e8f80 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [155648->163839] (req 155648->159743) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394cc expref: 92 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319696.588854:0:8228:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001fe2ee61/0x8eaf31f9c36e8f80 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [155648->163839] (req 155648->159743) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394cc expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.588860:0:8228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352512:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319696.588883:0:8228:0:(client.c:2500:ptlrpc_set_wait()) set 000000003af7bcf3 going to sleep for 43 seconds 00000100:00100000:1.0:1761319696.589910:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319696.589947:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319696.589964:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319696.589993:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319696.590021:0:6239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470656 00010000:00010000:1.0:1761319696.590049:0:6239:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 93 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.590081:0:6239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470784 00010000:00010000:1.0:1761319696.590089:0:6239:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 94 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.590098:0:6239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470720 00010000:00010000:1.0:1761319696.590105:0:6239:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 95 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.590114:0:6239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470848 00010000:00010000:1.0:1761319696.590121:0:6239:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 96 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.590133:0:6239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14218 00000100:00100000:1.0:1761319696.590138:0:6239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+96:2264:x1846876465470656:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319696.590149:0:6239:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.590153:0:6239:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 96 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.590162:0:6239:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 96 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.590187:0:6239:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.590215:0:6239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+96:2264:x1846876465470656:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 76us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.590221:0:6239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14218 00000100:00100000:1.0:1761319696.590236:0:6239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14219 00000100:00100000:1.0:1761319696.590240:0:6239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273ee757 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+95:2264:x1846876465470784:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319696.590247:0:6239:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.590249:0:6239:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 95 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.590257:0:6239:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 95 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.590269:0:6239:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.590282:0:6239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273ee757 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+95:2264:x1846876465470784:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 41us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.590287:0:6239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14219 00000100:00100000:1.0:1761319696.590296:0:6239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14220 00000100:00100000:1.0:1761319696.590300:0:6239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046bd9de4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+94:2264:x1846876465470720:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319696.590306:0:6239:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.590309:0:6239:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 94 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.590316:0:6239:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 94 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.590327:0:6239:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.590339:0:6239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046bd9de4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+94:2264:x1846876465470720:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 39us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.590345:0:6239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14220 00000100:00100000:1.0:1761319696.590356:0:6239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14221 00000100:00100000:1.0:1761319696.590361:0:6239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000056f3f9c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+93:2264:x1846876465470848:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319696.590368:0:6239:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.590371:0:6239:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 93 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.590379:0:6239:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 87 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 93 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.590391:0:6239:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.590405:0:6239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000056f3f9c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+93:2264:x1846876465470848:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 44us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.590411:0:6239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14221 00000100:00100000:0.0:1761319696.590769:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079324fc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347200:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319696.590780:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054cbb338 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347264:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.590788:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f37b3ae/0x8eaf31f9c36ead01 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 86 type: EXT [389120->393215] (req 389120->393215) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b24d expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.590802:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a61ec3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347328:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.590811:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd793fc2/0x8eaf31f9c36eacf3 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 85 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b23f expref: 91 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.590818:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e46aa02c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347392:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.590825:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a310ab6/0x8eaf31f9c36eacfa lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 84 type: EXT [380928->389119] (req 380928->385023) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b246 expref: 90 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.590832:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc629ccf pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347456:192.168.203.12@tcp:104: 00010000:00010000:0.0:1761319696.590839:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d140706/0x8eaf31f9c36ea766 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [364544->368639] (req 364544->368639) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3acb2 expref: 89 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.590847:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000925c8c42 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347520:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.591134:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.591194:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470912 00010000:00010000:3.0:1761319696.591211:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 89 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.591271:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14222 00000100:00100000:3.0:1761319696.591275:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+89:2265:x1846876465470912:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319696.591282:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.591284:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 89 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.591290:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 89 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.591300:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe9adcdc/0x8eaf31f9c36eab02 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 83 type: EXT [397312->405503] (req 397312->401407) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b04e expref: 89 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.591307:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.591331:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+88:2265:x1846876465470912:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 55us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.591337:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14222 00000100:00100000:3.0:1761319696.605206:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.605265:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.605291:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.605319:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470592 00010000:00010000:3.0:1761319696.605349:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 88 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.605381:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471232 00000100:00100000:0.0:1761319696.605387:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa91c852 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347584:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319696.605391:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 89 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.605404:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347648:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319696.605412:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471360 00000100:00100000:0.0:1761319696.605417:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1d4a882 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347712:192.168.203.12@tcp:104: 00010000:00010000:3.0:1761319696.605422:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 90 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.605428:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007368d3f1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347776:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319696.605443:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adcee893 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347840:192.168.203.12@tcp:104: 00000100:00100000:3.0:1761319696.605445:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14223 00000100:00100000:0.0:1761319696.605456:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347904:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319696.605465:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474347968:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319696.605472:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dbce1093 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348032:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319696.605479:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce78ae11 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348096:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319696.605486:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b821092c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348160:192.168.203.12@tcp:104: 00000100:00100000:0.0:1761319696.605493:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002d8bda3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348224:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.605586:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14224 00000100:00100000:2.0:1761319696.605591:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b9328d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+90:2263:x1846876465471232:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319696.605606:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.605611:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 90 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.605620:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 90 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.605643:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eacde lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 82 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b22a expref: 90 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.605659:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.605695:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b9328d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+89:2263:x1846876465471232:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 103us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.605702:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14224 00000100:00100000:2.0:1761319696.605719:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14225 00000100:00100000:2.0:1761319696.605723:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a021048 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+88:2263:x1846876465471360:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319696.605729:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.605733:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 88 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.605740:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 88 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.605753:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033588309/0x8eaf31f9c36eaabc lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 81 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b008 expref: 88 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.605762:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.605775:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a021048 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+87:2263:x1846876465471360:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 52us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.605781:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14225 00000100:00100000:2.0:1761319696.605826:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.605843:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471488 00010000:00010000:2.0:1761319696.605853:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 87 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.605870:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14226 00000100:00100000:2.0:1761319696.605874:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+87:2263:x1846876465471488:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319696.605880:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.605883:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 87 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.605901:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 87 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.605913:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a721048/0x8eaf31f9c36ea598 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 80 type: EXT [331776->339967] (req 331776->335871) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aae4 expref: 87 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.605922:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.605936:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+86:2263:x1846876465471488:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 61us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.605942:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14226 00000100:00100000:2.0:1761319696.605991:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.606004:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471168 00010000:00010000:2.0:1761319696.606012:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 86 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.606615:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14227 00000100:00100000:2.0:1761319696.606621:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043bbde09 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+86:2263:x1846876465471168:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319696.606631:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.606635:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 86 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.606644:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 86 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.606659:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec7e14e1/0x8eaf31f9c36ea480 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 79 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a9cc expref: 86 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.606670:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.606691:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043bbde09 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+85:2263:x1846876465471168:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 69us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.606698:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14227 00000100:00100000:3.0:1761319696.606793:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004de131c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+90:2263:x1846876465470592:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1761319696.606804:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.606809:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 84 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.606827:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319696.606942:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1761319696.607072:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 84 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.607089:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000437989c6/0x8eaf31f9c36eabd4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 78 type: EXT [405504->33959935] (req 405504->409599) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b120 expref: 84 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.607099:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.607122:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004de131c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+83:2263:x1846876465470592:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 1669us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.607129:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14223 00000100:00100000:0.0:1761319696.608575:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471296 00010000:00010000:0.0:1761319696.608601:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 83 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.608631:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471424 00010000:00010000:0.0:1761319696.608641:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 84 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.608654:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14228 00000100:00100000:0.0:1761319696.608658:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e12e7cbe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+84:2263:x1846876465471296:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319696.608666:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.608669:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 84 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.608677:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 84 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.608694:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015f28190/0x8eaf31f9c36eacec lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 77 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b238 expref: 84 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.608705:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.608728:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e12e7cbe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+83:2263:x1846876465471296:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 69us (1904us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.608734:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14228 00000100:00100000:0.0:1761319696.608746:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14229 00000100:00100000:0.0:1761319696.608750:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273ee757 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+82:2263:x1846876465471424:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319696.608756:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.608759:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 82 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.608766:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 82 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.608778:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3496f2f/0x8eaf31f9c36ea5b4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 76 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ab00 expref: 82 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.608785:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.608800:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273ee757 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+81:2263:x1846876465471424:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 49us (1859us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.608805:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14229 00000100:00100000:0.0:1761319696.609633:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319696.609658:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465470976 00010000:00010000:0.0:1761319696.609673:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 81 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.609689:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14230 00000100:00100000:0.0:1761319696.609692:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+81:2265:x1846876465470976:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319696.609699:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.609702:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 81 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.609710:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 81 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.609724:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051601a74/0x8eaf31f9c36ea5a6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 75 type: EXT [339968->352255] (req 339968->344063) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aaf2 expref: 81 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.609739:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.609757:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+80:2265:x1846876465470976:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 64us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.609763:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14230 00000100:00100000:0.0:1761319696.609800:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319696.609817:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471104 00010000:00010000:0.0:1761319696.609827:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 80 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.609840:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14231 00000100:00100000:0.0:1761319696.609844:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+80:2265:x1846876465471104:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319696.609850:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.609853:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 80 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.609860:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 80 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.609872:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005737d820/0x8eaf31f9c36eace5 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 74 type: EXT [319488->327679] (req 319488->323583) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b231 expref: 80 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.609881:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.609909:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+79:2265:x1846876465471104:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 64us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.609916:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14231 00000100:00100000:0.0:1761319696.609955:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319696.609972:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471040 00010000:00010000:0.0:1761319696.609983:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 79 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.609997:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14232 00000100:00100000:0.0:1761319696.610001:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006979512a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+79:2265:x1846876465471040:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319696.610007:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.610010:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 79 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610017:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 79 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610030:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004a88708/0x8eaf31f9c36ea720 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 73 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3ac6c expref: 79 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610038:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.610053:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006979512a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+78:2265:x1846876465471040:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 52us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.610059:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14232 00000100:00100000:0.0:1761319696.610097:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319696.610111:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471552 00010000:00010000:0.0:1761319696.610120:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 78 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.610134:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14233 00000100:00100000:0.0:1761319696.610138:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035f5f012 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+78:2265:x1846876465471552:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1761319696.610144:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.610147:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 78 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610153:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 78 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610163:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049136407/0x8eaf31f9c36ea3d8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 72 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a924 expref: 78 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610172:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.610187:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035f5f012 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+77:2265:x1846876465471552:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 48us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.610193:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14233 00000100:00100000:0.0:1761319696.610227:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319696.610243:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471616 00010000:00010000:0.0:1761319696.610254:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 77 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.610268:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14234 00000100:00100000:0.0:1761319696.610271:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+77:2262:x1846876465471616:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319696.610277:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.610279:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 77 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610286:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 77 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610302:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b68dcba7/0x8eaf31f9c36eacd7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [294912->303103] (req 294912->299007) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b223 expref: 77 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610310:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.610325:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+76:2262:x1846876465471616:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 52us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.610330:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14234 00000100:00100000:0.0:1761319696.610462:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319696.610478:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471680 00010000:00010000:0.0:1761319696.610488:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36ea19a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [282624->286719] (req 282624->286719) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6e6 expref: 76 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.610502:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14235 00000100:00100000:0.0:1761319696.610507:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007baca13f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+76:2263:x1846876465471680:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1761319696.610538:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.610542:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36ea19a lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [282624->286719] (req 282624->286719) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6e6 expref: 76 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610549:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36ea19a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [282624->286719] (req 282624->286719) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6e6 expref: 76 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.610562:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.610584:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007baca13f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+76:2263:x1846876465471680:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 77us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.610590:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14235 00000100:00100000:2.0:1761319696.610775:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6e78bc5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348288:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319696.610790:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000970e1bb4/0x8eaf31f9c36ea19a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [282624->286719] (req 282624->286719) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6e6 expref: 75 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.610803:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c494782c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348352:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610815:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dbcdcb0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348416:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610827:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d615598 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348480:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610842:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cf111a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348544:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610855:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348608:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610869:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056606327 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348672:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610887:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f10f2589 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349184:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610909:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057919713 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349248:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610920:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bd22bf3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349312:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610932:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009cb7584 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349376:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610942:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a5c1855 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349440:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610954:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eac57bec pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349504:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610966:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e768703 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349568:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.610995:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4e3ade9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348736:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.611361:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319696.611392:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.611409:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472320 00000100:00100000:1.0:1761319696.611415:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472448 00010000:00010000:3.0:1761319696.611425:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000766f153e/0x8eaf31f9c36e98cc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e18 expref: 76 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.611432:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 76 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.611454:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14236 00000100:00100000:3.0:1761319696.611461:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046bd9de4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+76:2265:x1846876465472320:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1761319696.611467:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14237 00010000:00010000:3.0:1761319696.611472:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1761319696.611475:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000accc171a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+76:2264:x1846876465472448:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1761319696.611478:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000766f153e/0x8eaf31f9c36e98cc lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e18 expref: 76 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.611487:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.611490:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000766f153e/0x8eaf31f9c36e98cc lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 69 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e18 expref: 76 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.611494:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 76 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.611536:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000766f153e/0x8eaf31f9c36e98cc lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 70 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39e18 expref: 76 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.611540:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 71 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 76 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.611555:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1761319696.611565:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e7de246/0x8eaf31f9c36eac75 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 68 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c1 expref: 75 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.611577:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.611583:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046bd9de4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+74:2265:x1846876465472320:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 122us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.611591:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14236 00000100:00100000:1.0:1761319696.611600:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000accc171a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+73:2264:x1846876465472448:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 125us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.611609:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14237 00000100:00100000:3.0:1761319696.611633:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319696.611662:0:6239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472640 00000100:00100000:3.0:1761319696.611668:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1761319696.611677:0:6239:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 73 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.611705:0:6239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472832 00010000:00010000:1.0:1761319696.611717:0:6239:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 74 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.611737:0:6239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14238 00000100:00100000:1.0:1761319696.611741:0:6239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b9328d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+74:2265:x1846876465472640:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319696.611748:0:6239:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.611751:0:6239:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 74 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.611759:0:6239:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 74 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.611778:0:6239:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.611798:0:6239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b9328d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+74:2265:x1846876465472640:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 56us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.611804:0:6239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14238 00000100:00100000:1.0:1761319696.611816:0:6239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14239 00000100:00100000:1.0:1761319696.611819:0:6239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a021048 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+73:2264:x1846876465472832:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1761319696.611825:0:6239:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.611828:0:6239:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 73 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.611836:0:6239:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 73 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.611849:0:6239:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.611867:0:6239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a021048 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+73:2264:x1846876465472832:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 46us (200us total) trans 0 rc 0/0 00010000:00010000:2.0:1761319696.611870:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed69feeb/0x8eaf31f9c36eacc2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [262144->266239] (req 262144->266239) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b20e expref: 73 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.611881:0:6239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14239 00000100:00100000:2.0:1761319696.611901:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb15f2ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348800:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.611914:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a3b0329 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348864:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.611923:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000809d6787 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348928:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319696.611932:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2bb662f/0x8eaf31f9c36eacb4 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [253952->258047] (req 253952->258047) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b200 expref: 71 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.611941:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.611955:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ced4a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474348992:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.611966:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075db5706 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349056:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.611976:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019dc586e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349120:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.611983:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.611986:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000351a6796 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349632:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.612003:0:6239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473088 00010000:00010000:1.0:1761319696.612014:0:6239:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 71 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.612029:0:6239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473344 00010000:00010000:1.0:1761319696.612037:0:6239:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 5/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 72 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.612049:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e183753 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349696:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.612060:0:6239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14240 00000100:00100000:1.0:1761319696.612066:0:6239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+72:2265:x1846876465473088:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1761319696.612068:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004924bfe6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349760:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612077:0:6239:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1761319696.612079:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002770cff6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349824:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612083:0:6239:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 72 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.612091:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055b93f7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349888:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612096:0:6239:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 72 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.612102:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000154c9c93 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474349952:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612114:0:6239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000356465bd/0x8eaf31f9c36eac7c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1c8 expref: 72 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.612115:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350016:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612125:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350080:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612128:0:6239:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.612135:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092ef6bb0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350144:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612145:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a41a2e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350208:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.612151:0:6239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+71:2265:x1846876465473088:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 81us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.612156:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068b02d64 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350272:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.612162:0:6239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14240 00000100:00100000:2.0:1761319696.612168:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fb8d8d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350336:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612178:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcbcd107 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350400:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.612182:0:6239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14241 00000100:00100000:1.0:1761319696.612188:0:6239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a60a37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2264:x1846876465473344:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1761319696.612190:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350464:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612200:0:6239:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1761319696.612202:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000753a990f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350528:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612207:0:6239:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 70 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.612213:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350592:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612222:0:6239:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 70 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.612226:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350656:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612238:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030289134 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350720:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612250:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000081d2c19 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350784:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612255:0:6239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eac59 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1a5 expref: 70 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.612261:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e239fc8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350848:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319696.612270:0:6239:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.612272:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aeb6b14 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350912:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612282:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d6ac04f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474350976:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.612290:0:6239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a60a37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2264:x1846876465473344:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 100us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.612293:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1df076b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351040:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319696.612303:0:6239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14241 00000100:00100000:2.0:1761319696.612306:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d9ce532 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351104:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612318:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3b8d658 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351168:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612325:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcdbcb1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351232:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612332:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005db7ac15 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351296:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612337:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a05a2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351360:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612344:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351424:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612350:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000871c0f2e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351488:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612356:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a19ca622 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351552:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612363:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0e4f89f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351616:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612370:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac5cb1e4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351680:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612378:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c306ab7e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351744:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612386:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000582ba183 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351808:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612392:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af9d2384 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351872:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612398:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040960372 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474351936:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612404:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dccf0ad0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352000:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612410:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042e54b49 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352064:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612417:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d8eeedc pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352128:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612423:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352192:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612429:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352256:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612435:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352320:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612441:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352384:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612448:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352448:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319696.612455:0:8228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8228:1846876474352512:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319696.613742:0:8228:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 3/0,1 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319696.618726:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.618769:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.618784:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.618803:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.618818:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.618833:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.618847:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.618859:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473536 00010000:00010000:3.0:1761319696.618904:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000754e12f3/0x8eaf31f9c36e8e4c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39398 expref: 69 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.619873:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.619888:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.619916:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.619928:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.619939:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.619951:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.619962:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.619974:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.619986:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620007:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620021:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620032:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620043:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620054:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620067:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620079:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620089:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620101:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620111:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620123:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620134:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620146:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620158:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620169:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620181:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620192:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620203:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620215:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620227:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620239:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620251:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319696.620262:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473792 00000100:00100000:2.0:1761319696.620263:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.620267:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474176 00000100:00100000:2.0:1761319696.620283:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1761319696.620291:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 71 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.620291:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d684b11/0x8eaf31f9c36e897c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ec8 expref: 71 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620307:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.620331:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474432 00000100:00100000:0.0:1761319696.620333:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471744 00000100:00100000:2.0:1761319696.620336:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1761319696.620345:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 73 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.620349:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 73 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620363:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.620371:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475520 00000100:00100000:0.0:1761319696.620380:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471872 00010000:00010000:3.0:1761319696.620386:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 75 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620389:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319696.620395:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f1090dce/0x8eaf31f9c36e9fb0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4fc expref: 75 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.620411:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471808 00000100:00100000:2.0:1761319696.620411:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319696.620415:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472000 00010000:00010000:3.0:1761319696.620425:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d102875a/0x8eaf31f9c36ea154 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a0 expref: 77 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.620431:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 77 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620443:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.620450:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465471936 00000100:00100000:0.0:1761319696.620461:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472128 00010000:00010000:3.0:1761319696.620465:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 79 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620469:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319696.620475:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 79 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620489:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.620491:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472064 00000100:00100000:0.0:1761319696.620497:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472256 00010000:00010000:3.0:1761319696.620507:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 81 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620527:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319696.620531:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 81 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620549:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.620555:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472192 00000100:00100000:0.0:1761319696.620561:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472512 00010000:00010000:3.0:1761319696.620570:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 83 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620570:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319696.620576:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 83 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620591:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.620594:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472384 00000100:00100000:0.0:1761319696.620602:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472704 00010000:00010000:3.0:1761319696.620610:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 85 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.620617:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 85 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620621:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319696.620648:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.620658:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472576 00000100:00100000:0.0:1761319696.620667:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472896 00000100:00100000:2.0:1761319696.620671:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1761319696.620674:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003556d417/0x8eaf31f9c36e963a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [208896->212991] (req 208896->212991) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b86 expref: 87 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.620682:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 87 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.620692:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472768 00000100:00100000:2.0:1761319696.620695:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1761319696.620706:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 88 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.620709:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473024 00000100:00100000:2.0:1761319696.620719:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319696.620724:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000805edc95/0x8eaf31f9c36e9338 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39884 expref: 89 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.620727:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465472960 00010000:00010000:3.0:1761319696.620742:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 90 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620742:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319696.620755:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473152 00000100:00100000:3.0:1761319696.620763:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473280 00000100:00100000:2.0:1761319696.620764:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1761319696.620769:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 92 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.620776:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009ecffe23/0x8eaf31f9c36e90a6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395f2 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.620791:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473472 00000100:00100000:3.0:1761319696.620797:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473664 00010000:00010000:0.0:1761319696.620809:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 94 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.620812:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042e56644/0x8eaf31f9c36e8e5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca393a6 expref: 94 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620816:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319696.620833:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473856 00010000:00010000:3.0:1761319696.620840:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 95 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620857:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474048 00000100:00100000:3.0:1761319696.620865:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474240 00010000:00010000:2.0:1761319696.620875:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ce87b0e/0x8eaf31f9c36e88aa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38df6 expref: 97 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.620879:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 97 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620913:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474368 00000100:00100000:3.0:1761319696.620921:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474496 00010000:00010000:2.0:1761319696.620926:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ffbf6356/0x8eaf31f9c36e8394 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca388ee expref: 99 pid: 16608 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.620934:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 99 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620951:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474688 00000100:00100000:0.0:1761319696.620954:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474816 00000100:00100000:3.0:1761319696.620955:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474944 00010000:00010000:2.0:1761319696.620965:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 102 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.620972:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c905ceb/0x8eaf31f9c36e7f18 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38472 expref: 102 pid: 16608 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.620973:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 102 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.620984:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475072 00010000:00010000:2.0:1761319696.620996:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 103 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.621003:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475200 00000100:00100000:2.0:1761319696.621014:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475328 00010000:00010000:3.0:1761319696.621017:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e991b024/0x8eaf31f9c36e86f8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38c44 expref: 105 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621027:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005de5e05f/0x8eaf31f9c36e8f8e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394da expref: 105 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.621034:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475456 00000100:00100000:2.0:1761319696.621047:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475648 00010000:00010000:3.0:1761319696.621048:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000708a6971/0x8eaf31f9c36e932a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39876 expref: 106 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.621051:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475776 00010000:00010000:2.0:1761319696.621060:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000289e4f7a/0x8eaf31f9c36e9f24 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [266240->270335] (req 266240->270335) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a470 expref: 108 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.621067:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475840 00010000:00010000:0.0:1761319696.621067:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 108 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621081:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001fc9593e/0x8eaf31f9c36e81fe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38758 expref: 109 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.621081:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475904 00000100:00100000:0.0:1761319696.621088:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473216 00010000:00010000:2.0:1761319696.621094:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000235d2abc/0x8eaf31f9c36e826e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [57344->61439] (req 57344->61439) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca387c8 expref: 111 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.621098:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473408 00010000:00010000:0.0:1761319696.621102:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 112 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621112:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 112 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.621113:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473600 00010000:00010000:2.0:1761319696.621126:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5a20eed/0x8eaf31f9c36e8cd2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3921e expref: 113 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.621136:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473728 00000100:00100000:3.0:1761319696.621139:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473984 00000100:00100000:2.0:1761319696.621145:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474112 00010000:00010000:0.0:1761319696.621150:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 116 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621153:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000093e04d46/0x8eaf31f9c36e8872 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38dbe expref: 116 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621159:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a6f91a9d/0x8eaf31f9c36e8b4a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39096 expref: 116 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.621173:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474304 00010000:00010000:0.0:1761319696.621189:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 117 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.621190:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465473920 00000100:00100000:3.0:1761319696.621193:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474560 00010000:00010000:2.0:1761319696.621203:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad960de2/0x8eaf31f9c36e889c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [90112->98303] (req 90112->94207) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38de8 expref: 119 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.621208:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474624 00000100:00100000:2.0:1761319696.621221:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474752 00010000:00010000:0.0:1761319696.621224:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 120 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621226:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 121 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621235:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 121 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.621256:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465474880 00000100:00100000:3.0:1761319696.621260:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475008 00000100:00100000:2.0:1761319696.621262:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475136 00010000:00010000:0.0:1761319696.621270:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 124 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621275:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f352dfc7/0x8eaf31f9c36e7d58 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [0->8191] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382b2 expref: 124 pid: 16608 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621277:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000629d76b2/0x8eaf31f9c36e7f88 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384e2 expref: 124 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.621296:0:6238:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475264 00000100:00100000:3.0:1761319696.621309:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475392 00000100:00100000:2.0:1761319696.621310:0:6240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475584 00010000:00010000:0.0:1761319696.621311:0:6238:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001fe2ee61/0x8eaf31f9c36e8f80 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [155648->163839] (req 155648->159743) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394cc expref: 125 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621324:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 127 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621326:0:6240:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0e554f4/0x8eaf31f9c36e985c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [217088->221183] (req 217088->221183) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39da8 expref: 127 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.621330:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14242 00000100:00100000:0.0:1761319696.621342:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d93d1a54 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+127:2265:x1846876465473536:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1761319696.621355:0:16616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475712 00010000:00010000:0.0:1761319696.621358:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1761319696.621362:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14243 00010000:00010000:0.0:1761319696.621366:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000754e12f3/0x8eaf31f9c36e8e4c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39398 expref: 128 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621368:0:16616:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000047d36f37/0x8eaf31f9c36e8f02 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3944e expref: 128 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.621371:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+128:2265:x1846876465474176:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319696.621384:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.621389:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 128 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.621397:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14244 00000100:00100000:3.0:1761319696.621406:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+128:2264:x1846876465473792:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1761319696.621418:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 128 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621419:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.621425:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d684b11/0x8eaf31f9c36e897c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 67 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ec8 expref: 128 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621447:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0c98893/0x8eaf31f9c36eac28 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 66 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b174 expref: 128 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621730:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d684b11/0x8eaf31f9c36e897c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 65 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ec8 expref: 127 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621744:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1761319696.621755:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d684b11/0x8eaf31f9c36e897c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38ec8 expref: 127 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621772:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.621784:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+126:2265:x1846876465474176:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 415us (2998us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.621792:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14243 00000100:00100000:3.0:1761319696.621796:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+126:2264:x1846876465473792:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 390us (3026us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.621805:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14244 00000100:00100000:2.0:1761319696.621815:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14245 00000100:00100000:2.0:1761319696.621822:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+124:2264:x1846876465474432:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1761319696.621827:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14246 00000100:00100000:3.0:1761319696.621833:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+124:2262:x1846876465471744:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319696.621833:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.621840:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 124 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621843:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.621849:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 124 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621863:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020dd19c9/0x8eaf31f9c36eac13 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [65536->69631] (req 65536->69631) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b15f expref: 124 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621872:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.621888:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+123:2264:x1846876465474432:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 64us (3084us total) trans 0 rc 0/0 00010000:00010000:3.0:1761319696.621899:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 123 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.621913:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14245 00010000:00010000:3.0:1761319696.621916:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 123 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.621931:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14247 00010000:00010000:0.0:1761319696.621934:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000754e12f3/0x8eaf31f9c36e8e4c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 61 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39398 expref: 122 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.621939:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043bbde09 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+122:2265:x1846876465475520:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1761319696.621951:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.621956:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 62 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 122 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621961:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5a312ee/0x8eaf31f9c36eacc9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 63 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b215 expref: 122 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.621971:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000754e12f3/0x8eaf31f9c36e8e4c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39398 expref: 122 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.621972:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 64 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 122 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.621993:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319696.622000:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfac3e9b/0x8eaf31f9c36eac2f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 59 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b17b expref: 120 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.622012:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+119:2262:x1846876465471744:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 178us (3193us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.622020:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14246 00000100:00100000:3.0:1761319696.622035:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14248 00000100:00100000:3.0:1761319696.622038:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+118:2262:x1846876465471872:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.622045:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.622049:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f1090dce/0x8eaf31f9c36e9fb0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 59 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4fc expref: 118 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622140:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319696.622141:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1761319696.622143:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1090dce/0x8eaf31f9c36e9fb0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 57 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4fc expref: 118 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622158:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1090dce/0x8eaf31f9c36e9fb0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 57 type: EXT [270336->274431] (req 270336->274431) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a4fc expref: 118 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622169:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.622170:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d93d1a54 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+117:2265:x1846876465473536:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 827us (3446us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.622171:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043bbde09 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+117:2265:x1846876465475520:12345-192.168.203.12@tcp:103:ldlm_bl_01.0 Request processed in 228us (3333us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.622186:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14247 00000100:00100000:3.0:1761319696.622187:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+117:2262:x1846876465471872:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 145us (3338us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.622196:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14242 00000100:00100000:3.0:1761319696.622203:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14248 00000100:00100000:2.0:1761319696.622210:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14249 00000100:00100000:2.0:1761319696.622217:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c429997b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+114:2263:x1846876465471808:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1761319696.622225:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14250 00010000:00010000:2.0:1761319696.622225:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.622232:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d102875a/0x8eaf31f9c36ea154 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 56 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a0 expref: 114 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.622234:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000198107d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+114:2262:x1846876465472000:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.622246:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.622248:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d102875a/0x8eaf31f9c36ea154 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 56 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a0 expref: 114 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622253:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 58 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 114 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.622256:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14251 00000100:00100000:0.0:1761319696.622267:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+114:2263:x1846876465471936:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319696.622273:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d102875a/0x8eaf31f9c36ea154 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 57 type: EXT [274432->278527] (req 274432->278527) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6a0 expref: 114 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622277:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 58 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 114 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.622278:0:6239:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00010000:00010000:0.0:1761319696.622281:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.622289:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 60 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 114 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.622293:0:6239:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'ldlm_cn00_005' 00010000:00010000:2.0:1761319696.622299:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1761319696.622308:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000437b7b0/0x8eaf31f9c36ea330 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 57 type: EXT [303104->307199] (req 303104->307199) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a87c expref: 113 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622309:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 57 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 113 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622336:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.622336:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc016aa1/0x8eaf31f9c36ea18c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 54 type: EXT [278528->282623] (req 278528->282623) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a6d8 expref: 112 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622349:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.622354:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000198107d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+111:2262:x1846876465472000:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 122us (2465us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.622369:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14250 00000100:00100000:0.0:1761319696.622370:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+111:2263:x1846876465471936:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 102us (2450us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.622378:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14251 00000100:00100000:3.0:1761319696.622388:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14252 00000100:00100000:3.0:1761319696.622399:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+109:2262:x1846876465472128:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1761319696.622399:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14253 00010000:00010000:3.0:1761319696.622408:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1761319696.622409:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af9d2384 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+109:2263:x1846876465472064:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319696.622415:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 53 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 109 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.622415:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14254 00010000:00010000:1.0:1761319696.622423:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1761319696.622425:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000582ba183 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+109:2262:x1846876465472256:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.622432:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 55 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 109 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.622432:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 55 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 109 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622437:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.622444:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 57 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 109 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.622458:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 55 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 109 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622475:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1a26510/0x8eaf31f9c36eac91 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 56 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1dd expref: 109 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622477:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 56 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 109 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622503:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.622503:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d051b8a/0x8eaf31f9c36eac83 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 54 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1cf expref: 108 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622529:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.622538:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+107:2262:x1846876465472128:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 143us (2609us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.622547:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14252 00000100:00100000:0.0:1761319696.622548:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000582ba183 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+107:2262:x1846876465472256:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 124us (2595us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.622556:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14254 00000100:00100000:3.0:1761319696.622562:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14255 00000100:00100000:3.0:1761319696.622568:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c306ab7e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2263:x1846876465472192:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1761319696.622571:0:6238:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00010000:00010000:3.0:1761319696.622575:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.622581:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 52 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 105 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.622583:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14256 00000100:00100000:0.0:1761319696.622591:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de3d1b31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+105:2262:x1846876465472512:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319696.622597:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 52 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 105 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622600:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.622606:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 54 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 105 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622630:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d91e40fa/0x8eaf31f9c36eac98 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 54 type: EXT [233472->237567] (req 233472->237567) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1e4 expref: 105 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622630:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 54 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 105 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622657:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.622657:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efc97cd4/0x8eaf31f9c36ea58a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 52 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3aad6 expref: 104 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.622671:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c306ab7e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+103:2263:x1846876465472192:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 102us (2708us total) trans 0 rc 0/0 00010000:00010000:0.0:1761319696.622674:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.622678:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14255 00000100:00100000:0.0:1761319696.622693:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de3d1b31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+102:2262:x1846876465472512:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 102us (2717us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.622694:0:16616:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:0.0:1761319696.622702:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14256 00000100:00100000:3.0:1761319696.622708:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14257 00000100:00100000:3.0:1761319696.622713:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac5cb1e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+101:2263:x1846876465472384:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1761319696.622718:0:6238:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00010000:00010000:3.0:1761319696.622721:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.622725:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 50 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 101 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.622730:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14258 00000100:00100000:0.0:1761319696.622737:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+101:2262:x1846876465472704:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319696.622741:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 50 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 101 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622746:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.622753:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 51 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 101 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622757:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c99f24a0/0x8eaf31f9c36eac8a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 52 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1d6 expref: 101 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622771:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 50 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 100 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.622780:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.622787:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098cbe8bf/0x8eaf31f9c36eacbb lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 49 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b207 expref: 100 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.622795:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac5cb1e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+99:2263:x1846876465472384:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 80us (2808us total) trans 0 rc 0/0 00010000:00010000:0.0:1761319696.622798:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1761319696.622799:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031ff6022/0x8eaf31f9c36eacd0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 47 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b21c expref: 99 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.622807:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14257 00000100:00100000:0.0:1761319696.622816:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+98:2262:x1846876465472704:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 78us (2817us total) trans 0 rc 0/0 00010000:00010000:1.0:1761319696.622821:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.622824:0:16616:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:0.0:1761319696.622825:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14258 00000100:00100000:3.0:1761319696.622835:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14259 00000100:00100000:0.0:1761319696.622843:0:6238:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:1.0:1761319696.622844:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af9d2384 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+96:2263:x1846876465472064:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 434us (2902us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.622854:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14260 00000100:00100000:0.0:1761319696.622859:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+96:2262:x1846876465472896:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319696.622865:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.622868:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 46 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 96 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622876:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 46 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 96 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.622886:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cec6ee7c/0x8eaf31f9c36eac9f lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 46 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1eb expref: 96 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.622897:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+96:2263:x1846876465472576:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.622910:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.622910:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.622913:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14253 00010000:00010000:3.0:1761319696.622917:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003556d417/0x8eaf31f9c36e963a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 45 type: EXT [208896->212991] (req 208896->212991) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b86 expref: 95 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.622926:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+94:2262:x1846876465472896:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 65us (2892us total) trans 0 rc 0/0 00010000:00010000:3.0:1761319696.622929:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003556d417/0x8eaf31f9c36e963a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 45 type: EXT [208896->212991] (req 208896->212991) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b86 expref: 94 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.622942:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14260 00000100:00100000:1.0:1761319696.622951:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14261 00010000:00010000:3.0:1761319696.622952:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003556d417/0x8eaf31f9c36e963a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 45 type: EXT [208896->212991] (req 208896->212991) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39b86 expref: 94 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.622960:0:6238:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:1.0:1761319696.622964:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+92:2263:x1846876465472768:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.622967:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.622971:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14262 00010000:00010000:1.0:1761319696.622975:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1761319696.622978:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+92:2262:x1846876465473024:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319696.622983:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 44 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 92 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.622986:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+92:2263:x1846876465472576:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 143us (2963us total) trans 0 rc 0/0 00010000:00010000:0.0:1761319696.622989:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1761319696.623000:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14259 00000100:00100000:3.0:1761319696.623014:0:16616:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:3.0:1761319696.623021:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14263 00000100:00100000:3.0:1761319696.623025:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000513ffb1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+91:2263:x1846876465472960:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.623031:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.623035:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 48 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 91 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623072:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000805edc95/0x8eaf31f9c36e9338 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 46 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39884 expref: 92 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.623091:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 46 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 91 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.623104:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 46 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 91 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623116:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000805edc95/0x8eaf31f9c36e9338 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 46 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39884 expref: 91 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.623136:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065124396/0x8eaf31f9c36eacad lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 46 type: EXT [245760->253951] (req 245760->249855) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f9 expref: 91 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.623142:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa002f90/0x8eaf31f9c36eaca6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 47 type: EXT [241664->245759] (req 241664->245759) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1f2 expref: 91 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623149:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000805edc95/0x8eaf31f9c36e9338 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 46 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39884 expref: 90 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.623152:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1761319696.623162:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.623166:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.623170:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+88:2263:x1846876465472768:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 210us (3125us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.623178:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14261 00000100:00100000:3.0:1761319696.623181:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000513ffb1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+88:2263:x1846876465472960:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 153us (3112us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.623186:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+88:2262:x1846876465473024:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 206us (3128us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.623194:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14263 00000100:00100000:0.0:1761319696.623201:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14262 00000100:00100000:3.0:1761319696.623213:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14264 00000100:00100000:3.0:1761319696.623220:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005db7ac15 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+86:2263:x1846876465473152:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1761319696.623225:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14265 00010000:00010000:3.0:1761319696.623229:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1761319696.623233:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+86:2263:x1846876465473280:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.623236:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 41 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 86 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623243:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.623247:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 41 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 86 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623250:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009ecffe23/0x8eaf31f9c36e90a6 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 43 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395f2 expref: 86 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.623269:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061678351/0x8eaf31f9c36eac6e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 43 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ba expref: 86 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623270:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009ecffe23/0x8eaf31f9c36e90a6 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 43 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395f2 expref: 86 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623296:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ecffe23/0x8eaf31f9c36e90a6 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 41 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca395f2 expref: 85 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.623297:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.623308:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.623312:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005db7ac15 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+84:2263:x1846876465473152:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 91us (3232us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.623319:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14264 00000100:00100000:0.0:1761319696.623325:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+84:2263:x1846876465473280:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 92us (3234us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.623333:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14265 00000100:00100000:3.0:1761319696.623339:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14266 00000100:00100000:3.0:1761319696.623344:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d9ce532 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+82:2263:x1846876465473664:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.623352:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1761319696.623352:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14267 00010000:00010000:3.0:1761319696.623358:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042e56644/0x8eaf31f9c36e8e5a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 39 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca393a6 expref: 82 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.623360:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+82:2263:x1846876465473856:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319696.623373:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.623374:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042e56644/0x8eaf31f9c36e8e5a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 39 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca393a6 expref: 82 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623379:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 41 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 82 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.623393:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042e56644/0x8eaf31f9c36e8e5a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca393a6 expref: 82 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623395:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 41 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 82 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.623418:0:7250:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00010000:00010000:3.0:1761319696.623419:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.623426:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c71e1eb/0x8eaf31f9c36eac36 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 38 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b182 expref: 80 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.623433:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14268 00000100:00100000:3.0:1761319696.623437:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d9ce532 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+80:2263:x1846876465473664:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 89us (3322us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.623443:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d6ac04f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+79:2263:x1846876465474048:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319696.623444:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.623447:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14266 00010000:00010000:1.0:1761319696.623457:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.623464:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ce87b0e/0x8eaf31f9c36e88aa lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 37 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38df6 expref: 78 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.623464:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+78:2263:x1846876465473856:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 102us (3338us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.623465:0:16616:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:3.0:1761319696.623477:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14269 00010000:00010000:1.0:1761319696.623487:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ce87b0e/0x8eaf31f9c36e88aa lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 37 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38df6 expref: 78 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.623487:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14267 00000100:00100000:3.0:1761319696.623488:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007152cf02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+78:2263:x1846876465474240:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.623500:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.623505:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 38 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 77 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.623505:0:6238:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00010000:00010000:1.0:1761319696.623529:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ce87b0e/0x8eaf31f9c36e88aa lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 39 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38df6 expref: 77 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.623547:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14270 00010000:00010000:3.0:1761319696.623548:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 39 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 77 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.623558:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3b8d658 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+77:2263:x1846876465473472:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319696.623571:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.623577:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008472c2b2/0x8eaf31f9c36eac21 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 39 type: EXT [73728->77823] (req 73728->77823) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b16d expref: 76 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623577:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 39 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 76 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.623757:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.623759:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 36 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 75 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.623769:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.623776:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d6ac04f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+75:2263:x1846876465474048:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 333us (3640us total) trans 0 rc 0/0 00010000:00010000:0.0:1761319696.623777:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000353a949c/0x8eaf31f9c36eac44 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 35 type: EXT [139264->147455] (req 139264->143359) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b190 expref: 75 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.623790:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007152cf02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+75:2263:x1846876465474240:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 302us (3640us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.623794:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14268 00010000:00010000:0.0:1761319696.623800:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.623807:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14269 00000100:00100000:1.0:1761319696.623817:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14271 00000100:00100000:0.0:1761319696.623821:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b8d658 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+72:2263:x1846876465473472:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 263us (3717us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.623823:0:16616:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:1.0:1761319696.623828:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+72:2263:x1846876465474368:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1761319696.623833:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14270 00010000:00010000:1.0:1761319696.623838:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1761319696.623841:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14272 00010000:00010000:1.0:1761319696.623845:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ffbf6356/0x8eaf31f9c36e8394 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 34 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca388ee expref: 71 pid: 16608 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.623855:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ffbf6356/0x8eaf31f9c36e8394 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 34 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca388ee expref: 71 pid: 16608 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.623869:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffbf6356/0x8eaf31f9c36e8394 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 34 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca388ee expref: 71 pid: 16608 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.623879:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.623904:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14273 00000100:00100000:3.0:1761319696.623908:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e239fc8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465474496:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1761319696.623909:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465474368:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 79us (3745us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.623917:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+70:2263:x1846876465474688:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1761319696.623920:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1761319696.623924:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14271 00010000:00010000:0.0:1761319696.623926:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.623927:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 33 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 70 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623933:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 35 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 69 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.623938:0:7250:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00010000:00010000:3.0:1761319696.623943:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 35 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 69 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.623951:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14274 00000100:00100000:1.0:1761319696.623959:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c18cf05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+69:2263:x1846876465474944:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319696.623963:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 34 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 69 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.623968:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.623974:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 35 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 69 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.623981:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffd9872d/0x8eaf31f9c36eac0c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 36 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b158 expref: 69 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.623987:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072040b8f/0x8eaf31f9c36eabf7 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 37 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b143 expref: 69 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.623989:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 37 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 69 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.623999:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c429997b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+68:2263:x1846876465471808:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 98us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.624013:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14249 00010000:00010000:3.0:1761319696.624014:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.624030:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e239fc8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+67:2263:x1846876465474496:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 126us (3859us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.624037:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14272 00000100:00100000:2.0:1761319696.624051:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14275 00000100:00100000:3.0:1761319696.624063:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14276 00000100:00100000:2.0:1761319696.624064:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+65:2263:x1846876465475072:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1761319696.624072:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006441f615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+65:2263:x1846876465475200:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319696.624073:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.624079:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 33 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 65 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.624082:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.624089:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e991b024/0x8eaf31f9c36e86f8 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 35 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38c44 expref: 65 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.624597:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1761319696.624598:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018f0302a/0x8eaf31f9c36eabe9 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 33 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b135 expref: 65 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.624612:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.624614:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+64:2263:x1846876465474688:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 700us (4432us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.624622:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14273 00000100:00100000:1.0:1761319696.624632:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c18cf05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+63:2263:x1846876465474944:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 672us (4427us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.624636:0:6238:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:1.0:1761319696.624641:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14274 00000100:00100000:0.0:1761319696.624647:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14277 00000100:00100000:0.0:1761319696.624654:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000753a990f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465475328:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1761319696.624658:0:7250:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00010000:00010000:0.0:1761319696.624661:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.624666:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005de5e05f/0x8eaf31f9c36e8f8e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 32 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394da expref: 62 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.624670:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14278 00010000:00010000:0.0:1761319696.624680:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005de5e05f/0x8eaf31f9c36e8f8e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 32 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394da expref: 62 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.624682:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030289134 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+62:2263:x1846876465474816:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319696.624695:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.624701:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005de5e05f/0x8eaf31f9c36e8f8e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 32 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394da expref: 62 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.624716:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.624727:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000753a990f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+61:2263:x1846876465475328:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 74us (4489us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.624733:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14277 00000100:00100000:0.0:1761319696.624870:0:6238:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:0.0:1761319696.624877:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14279 00000100:00100000:0.0:1761319696.624881:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b94f7928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+60:2263:x1846876465475456:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319696.624888:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.624902:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000708a6971/0x8eaf31f9c36e932a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 31 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39876 expref: 60 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.624910:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000708a6971/0x8eaf31f9c36e932a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 31 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39876 expref: 60 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.624921:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000708a6971/0x8eaf31f9c36e932a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 31 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39876 expref: 60 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.624930:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.624942:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b94f7928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+59:2263:x1846876465475456:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 60us (4692us total) trans 0 rc 0/0 00010000:00010000:1.0:1761319696.624945:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c905ceb/0x8eaf31f9c36e7f18 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 30 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38472 expref: 59 pid: 16608 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.624955:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14279 00010000:00010000:1.0:1761319696.624963:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c905ceb/0x8eaf31f9c36e7f18 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 30 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38472 expref: 59 pid: 16608 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.624969:0:6238:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:0.0:1761319696.624977:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14280 00010000:00010000:1.0:1761319696.624979:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c905ceb/0x8eaf31f9c36e7f18 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 30 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38472 expref: 58 pid: 16608 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.624985:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcbcd107 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+58:2263:x1846876465475648:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1761319696.624995:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.625038:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.625053:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030289134 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+57:2263:x1846876465474816:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 372us (4861us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.625061:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14278 00000100:00100000:1.0:1761319696.625074:0:7250:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:1.0:1761319696.625080:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14281 00000100:00100000:1.0:1761319696.625084:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+56:2263:x1846876465475776:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319696.625091:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319696.625095:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 29 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 56 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.625104:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 32 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 56 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625105:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000289e4f7a/0x8eaf31f9c36e9f24 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 32 type: EXT [266240->270335] (req 266240->270335) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a470 expref: 56 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.625129:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e991b024/0x8eaf31f9c36e86f8 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 30 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38c44 expref: 56 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625143:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 30 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 56 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.625161:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048bfe96f/0x8eaf31f9c36eabdb lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 31 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b127 expref: 56 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625163:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000289e4f7a/0x8eaf31f9c36e9f24 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 31 type: EXT [266240->270335] (req 266240->270335) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a470 expref: 56 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.625191:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e991b024/0x8eaf31f9c36e86f8 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 29 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38c44 expref: 55 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625199:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000484f7b62/0x8eaf31f9c36eac4b lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 28 type: EXT [147456->155647] (req 147456->151551) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b197 expref: 54 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.625206:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1761319696.625207:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.625207:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000289e4f7a/0x8eaf31f9c36e9f24 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 28 type: EXT [266240->270335] (req 266240->270335) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3a470 expref: 54 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625214:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.625220:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.625226:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465475072:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 1166us (5009us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.625233:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006441f615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465475200:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 1158us (5001us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.625238:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465475776:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 149us (4953us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.625242:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14275 00000100:00100000:0.0:1761319696.625244:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcbcd107 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+52:2263:x1846876465475648:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 256us (4976us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.625253:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14276 00000100:00100000:1.0:1761319696.625261:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14281 00000100:00100000:0.0:1761319696.625268:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14280 00000100:00100000:2.0:1761319696.625275:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14282 00000100:00100000:2.0:1761319696.625282:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b02d64 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+48:2263:x1846876465475840:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1761319696.625288:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14283 00010000:00010000:2.0:1761319696.625292:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.625298:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001fc9593e/0x8eaf31f9c36e81fe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 23 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38758 expref: 48 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.625300:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a41a2e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+48:2263:x1846876465475904:12345-192.168.203.12@tcp:103:ldlm_bl_05.0 00000100:00100000:0.0:1761319696.625300:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14284 00000100:00100000:3.0:1761319696.625313:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14285 00000100:00100000:0.0:1761319696.625313:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de3b930b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+48:2262:x1846876465473216:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319696.625315:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1761319696.625323:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092ef6bb0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+48:2262:x1846876465473408:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319696.625323:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000235d2abc/0x8eaf31f9c36e826e lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 25 type: EXT [57344->61439] (req 57344->61439) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca387c8 expref: 48 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625325:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.625332:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 27 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 48 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.625336:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.625343:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 28 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 48 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625347:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000235d2abc/0x8eaf31f9c36e826e lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 29 type: EXT [57344->61439] (req 57344->61439) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca387c8 expref: 48 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625369:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 26 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 48 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.625380:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 48 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.625392:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001fc9593e/0x8eaf31f9c36e81fe lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 26 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38758 expref: 48 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625410:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000235d2abc/0x8eaf31f9c36e826e lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 26 type: EXT [57344->61439] (req 57344->61439) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca387c8 expref: 48 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625417:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000862614d/0x8eaf31f9c36eac67 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 25 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1b3 expref: 47 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.625424:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eac60 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b1ac expref: 47 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625430:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319696.625432:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fc9593e/0x8eaf31f9c36e81fe lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 24 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38758 expref: 46 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625432:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1761319696.625440:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319696.625446:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.625451:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a41a2e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465475904:12345-192.168.203.12@tcp:103:ldlm_bl_05.0 Request processed in 155us (5117us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.625458:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de3b930b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2262:x1846876465473216:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 146us (5099us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.625462:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092ef6bb0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2262:x1846876465473408:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 137us (5073us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.625468:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b02d64 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+44:2263:x1846876465475840:12345-192.168.203.12@tcp:103:ldlm_bl_04.0 Request processed in 181us (5164us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.625471:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14283 00000100:00100000:3.0:1761319696.625482:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14285 00000100:00100000:0.0:1761319696.625489:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14284 00000100:00100000:2.0:1761319696.625495:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14282 00000100:00100000:1.0:1761319696.625503:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14286 00000100:00100000:1.0:1761319696.625533:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68e427b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+40:2262:x1846876465473600:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1761319696.625534:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14287 00010000:00010000:1.0:1761319696.625545:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1761319696.625547:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf7223c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+40:2262:x1846876465473728:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1761319696.625547:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14288 00010000:00010000:1.0:1761319696.625553:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5a20eed/0x8eaf31f9c36e8cd2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 19 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3921e expref: 40 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.625559:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1761319696.625560:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14289 00000100:00100000:0.0:1761319696.625560:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055b93f7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+40:2262:x1846876465474112:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.625566:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 21 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 40 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625573:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1761319696.625575:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000154c9c93 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+40:2262:x1846876465473984:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1761319696.625580:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5a20eed/0x8eaf31f9c36e8cd2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 23 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3921e expref: 40 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625581:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a6f91a9d/0x8eaf31f9c36e8b4a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 23 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39096 expref: 40 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.625589:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.625597:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000093e04d46/0x8eaf31f9c36e8872 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 24 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38dbe expref: 40 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.625607:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 23 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 40 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625618:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a6f91a9d/0x8eaf31f9c36e8b4a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 22 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39096 expref: 40 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625635:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5a20eed/0x8eaf31f9c36e8cd2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 23 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3921e expref: 40 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.625636:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000093e04d46/0x8eaf31f9c36e8872 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 23 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38dbe expref: 40 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.625666:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d83f043/0x8eaf31f9c36eac3d lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 21 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b189 expref: 39 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625673:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6f91a9d/0x8eaf31f9c36e8b4a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 22 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39096 expref: 39 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.625680:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093e04d46/0x8eaf31f9c36e8872 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 22 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38dbe expref: 39 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625680:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.625687:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319696.625693:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.625697:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68e427b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+37:2262:x1846876465473600:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 187us (5288us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.625708:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14286 00000100:00100000:0.0:1761319696.625709:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055b93f7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+37:2262:x1846876465474112:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 151us (5219us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.625713:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000154c9c93 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+37:2262:x1846876465473984:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 139us (5245us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319696.625723:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14288 00000100:00100000:2.0:1761319696.625729:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14289 00000100:00100000:1.0:1761319696.625736:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14290 00000100:00100000:1.0:1761319696.625748:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002770cff6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+34:2262:x1846876465474304:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1761319696.625749:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14291 00000100:00100000:2.0:1761319696.625761:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14292 00000100:00100000:0.0:1761319696.625761:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005af2a1be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+33:2262:x1846876465473920:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1761319696.625763:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.625766:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1761319696.625771:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 15 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 33 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.625772:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+33:2262:x1846876465474624:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1761319696.625773:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1761319696.625780:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad960de2/0x8eaf31f9c36e889c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 17 type: EXT [90112->98303] (req 90112->94207) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38de8 expref: 33 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.625785:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1761319696.625788:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf7223c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+33:2262:x1846876465473728:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 242us (5348us total) trans 0 rc 0/0 00010000:00010000:2.0:1761319696.625793:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 19 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 33 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625794:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 19 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 33 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.625807:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14287 00010000:00010000:0.0:1761319696.625822:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad960de2/0x8eaf31f9c36e889c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 17 type: EXT [90112->98303] (req 90112->94207) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38de8 expref: 32 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.625823:0:16616:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:3.0:1761319696.625835:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14293 00000100:00100000:3.0:1761319696.625841:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004924bfe6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+32:2262:x1846876465474560:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319696.625846:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 17 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 32 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625862:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009dd381af/0x8eaf31f9c36eac1a lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 17 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b166 expref: 32 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.625869:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad960de2/0x8eaf31f9c36e889c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 18 type: EXT [90112->98303] (req 90112->94207) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38de8 expref: 32 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.625876:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cda7eb35/0x8eaf31f9c36eac05 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 17 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b151 expref: 31 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.625876:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.625882:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319696.625900:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.625905:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002770cff6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+29:2262:x1846876465474304:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 161us (5393us total) trans 0 rc 0/0 00010000:00010000:3.0:1761319696.625907:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1761319696.625913:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005af2a1be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+29:2262:x1846876465473920:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 153us (5365us total) trans 0 rc 0/0 00010000:00010000:3.0:1761319696.625914:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 12 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 29 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.625923:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+29:2262:x1846876465474624:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 148us (5331us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.625924:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14290 00000100:00100000:0.0:1761319696.625935:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14291 00010000:00010000:3.0:1761319696.625937:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 12 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 28 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.625945:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14292 00000100:00100000:1.0:1761319696.625953:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14294 00010000:00010000:3.0:1761319696.625961:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082193475/0x8eaf31f9c36eabfe lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 12 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b14a expref: 26 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1761319696.625963:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+26:2262:x1846876465474752:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1761319696.625973:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14295 00010000:00010000:1.0:1761319696.625979:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1761319696.625986:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+26:2262:x1846876465474880:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1761319696.625986:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14296 00010000:00010000:1.0:1761319696.625988:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 12 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 25 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.625990:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319696.625999:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.626004:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 13 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 25 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.626006:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+25:2262:x1846876465475008:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1761319696.626010:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004924bfe6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+25:2262:x1846876465474560:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 164us (5438us total) trans 0 rc 0/0 00010000:00010000:0.0:1761319696.626021:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1761319696.626025:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14293 00010000:00010000:2.0:1761319696.626026:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 15 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 25 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.626028:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f352dfc7/0x8eaf31f9c36e7d58 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 15 type: EXT [0->8191] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382b2 expref: 25 pid: 16608 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.626041:0:16616:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:3.0:1761319696.626052:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14297 00010000:00010000:2.0:1761319696.626055:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006875fe15/0x8eaf31f9c36eabe2 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 15 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b12e expref: 24 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.626056:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f352dfc7/0x8eaf31f9c36e7d58 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 15 type: EXT [0->8191] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382b2 expref: 24 pid: 16608 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1761319696.626063:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ced4a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+24:2262:x1846876465475136:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1761319696.626076:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.626082:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000629d76b2/0x8eaf31f9c36e7f88 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 14 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384e2 expref: 23 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.626086:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f352dfc7/0x8eaf31f9c36e7d58 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 15 type: EXT [0->8191] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca382b2 expref: 23 pid: 16608 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.626087:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1761319696.626102:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000629d76b2/0x8eaf31f9c36e7f88 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 12 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384e2 expref: 22 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.626107:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+22:2262:x1846876465474880:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 120us (5461us total) trans 0 rc 0/0 00010000:00010000:0.0:1761319696.626118:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.626119:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14295 00010000:00010000:3.0:1761319696.626126:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000629d76b2/0x8eaf31f9c36e7f88 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 11 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca384e2 expref: 22 pid: 8226 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.626136:0:6240:0:(service.c:3210:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00010000:00010000:3.0:1761319696.626139:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.626139:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+20:2262:x1846876465475008:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 142us (5467us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.626147:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14298 00000100:00100000:2.0:1761319696.626158:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb79a039 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+20:2262:x1846876465475264:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1761319696.626158:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14296 00000100:00100000:3.0:1761319696.626159:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ced4a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+20:2262:x1846876465475136:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 96us (5468us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.626171:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14297 00010000:00010000:2.0:1761319696.626171:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.626177:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001fe2ee61/0x8eaf31f9c36e8f80 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 10 type: EXT [155648->163839] (req 155648->159743) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394cc expref: 19 pid: 8227 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1761319696.626183:0:6238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14299 00000100:00100000:0.0:1761319696.626192:0:6238:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e768703 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+18:2262:x1846876465475392:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1761319696.626193:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001fe2ee61/0x8eaf31f9c36e8f80 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 10 type: EXT [155648->163839] (req 155648->159743) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394cc expref: 18 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.626210:0:6238:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.626214:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fe2ee61/0x8eaf31f9c36e8f80 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 12 type: EXT [155648->163839] (req 155648->159743) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca394cc expref: 18 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.626217:0:6238:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 12 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 18 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1761319696.626237:0:6238:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 10 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 17 pid: 8228 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.626244:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1761319696.626251:0:6238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049d45392/0x8eaf31f9c36eac52 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 9 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b19e expref: 17 pid: 8228 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.626260:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb79a039 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+17:2262:x1846876465475264:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 104us (5540us total) trans 0 rc 0/0 00010000:00010000:0.0:1761319696.626264:0:6238:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1761319696.626279:0:6238:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e768703 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+16:2262:x1846876465475392:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 88us (5540us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.627137:0:16616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14300 00000100:00100000:2.0:1761319696.627147:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14298 00000100:00100000:3.0:1761319696.627148:0:16616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eac57bec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+16:2262:x1846876465475584:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1761319696.627157:0:6238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14299 00010000:00010000:3.0:1761319696.627161:0:16616:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1761319696.627168:0:16616:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0e554f4/0x8eaf31f9c36e985c lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 8 type: EXT [217088->221183] (req 217088->221183) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39da8 expref: 15 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.627177:0:6240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14301 00010000:00010000:3.0:1761319696.627185:0:16616:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0e554f4/0x8eaf31f9c36e985c lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 8 type: EXT [217088->221183] (req 217088->221183) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39da8 expref: 14 pid: 8729 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1761319696.627189:0:6240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a5c1855 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+14:2262:x1846876465475712:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1761319696.627199:0:6240:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319696.627206:0:6240:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000047d36f37/0x8eaf31f9c36e8f02 lrc: 4/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 10 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3944e expref: 14 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.627220:0:16616:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0e554f4/0x8eaf31f9c36e985c lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 10 type: EXT [217088->221183] (req 217088->221183) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca39da8 expref: 14 pid: 8729 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.627221:0:6240:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000047d36f37/0x8eaf31f9c36e8f02 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 10 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3944e expref: 14 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1761319696.627247:0:6240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047d36f37/0x8eaf31f9c36e8f02 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 8 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3944e expref: 13 pid: 8227 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1761319696.627425:0:16616:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1761319696.627446:0:16616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eac57bec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+12:2262:x1846876465475584:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 301us (6684us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319696.627453:0:16616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14300 00010000:00010000:2.0:1761319696.627541:0:6240:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319696.627557:0:6240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a5c1855 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+11:2262:x1846876465475712:12345-192.168.203.12@tcp:103:ldlm_bl_02.0 Request processed in 371us (6749us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319696.627564:0:6240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14301 00010000:00010000:1.0:1761319696.632209:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 4 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 10 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.632234:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f8f3c24/0x8eaf31f9c36eabf0 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 4 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b13c expref: 10 pid: 8226 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1761319696.632247:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319696.632250:0:7250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1761319696.632253:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 3/0,1 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319696.632261:0:7250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 4/0,1 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319696.632303:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319696.632362:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2262:x1846876465474752:12345-192.168.203.12@tcp:103:ldlm_bl_03.0 Request processed in 6401us (11747us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319696.632371:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14294 00010000:00010000:2.0:1761319696.633608:0:8228:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 3/0,1 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319696.633621:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 3/0,1 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319696.633630:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 3/0,1 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319696.633637:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319696.633658:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1761319696.634806:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc75ed18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3356:x1846876474347136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53205us (53541us total) trans 4294973891 rc 0/0 00000100:00100000:2.0:1761319696.634820:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21134 00010000:00010000:1.0:1761319696.634905:0:6241:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1761319696.634910:0:6241:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319696.634919:0:6241:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000064d5360c already unused, calling callback (000000008323d22a) 00010000:00010000:1.0:1761319696.634922:0:6241:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 2/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319696.634930:0:6241:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 3/0,0 mode: PW/PW res: [0x31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319696.634948:0:6241:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 1/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319696.634954:0:6241:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064d5360c/0x8eaf31f9c36eae20 lrc: 0/0,0 mode: --/PW res: [0x31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319696.634969:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319696.634970:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319696.634972:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1761319696.635164:0:3356:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fad71a16/2, rc 0, transno 6595 00000100:00100000:3.0:1761319696.635171:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fad71a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474347136:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1761319696.705659:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319697.729733:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761319698.114346:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761319698.114367:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004de131c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474352576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761319698.114428:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319698.114469:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474352576 00000100:00100000:3.0:1761319698.114533:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1761319698.114539:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3635086 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474352576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761319698.114569:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:3.0:1761319698.114607:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3635086 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474352576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319698.114615:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1761319698.114659:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004de131c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474352576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319698.625706:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761319698.625729:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009cb7584 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474352704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319698.625787:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319698.625820:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474352640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319698.625839:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474352704 00000100:00100000:2.0:1761319698.625845:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319698.625900:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1761319698.625907:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bd22bf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474352704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1761319698.625942:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:3.0:1761319698.625995:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bd22bf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474352704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319698.626002:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1761319698.626022:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761319698.626032:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ceed9277 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474352768:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626066:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319698.626085:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c510a247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474352960:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626099:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000accc171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474352896:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626110:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319698.626128:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000003bbd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474353216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626133:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319698.626156:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319698.626158:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021058db5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474353152:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626174:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1761319698.626181:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474353024:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626187:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319698.626208:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319698.626219:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474353408:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626225:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028037f6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474353280:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626250:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319698.626257:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319698.626270:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1761319698.626278:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046bd9de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474352832:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626298:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474352960 00000100:00100000:1.0:1761319698.626302:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319698.626320:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000273ee757 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474353088:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626326:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353024 00000100:00100000:1.0:1761319698.626343:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319698.626344:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353280 00000100:00100000:3.0:1761319698.626359:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474352832 00000100:00100000:1.0:1761319698.626362:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f1a3930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474353344:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626369:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353088 00000100:00100000:3.0:1761319698.626388:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:1.0:1761319698.626388:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319698.626395:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004de131c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474352960:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626412:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353216 00000100:00100000:3.0:1761319698.626434:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004de131c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474352960:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319698.626440:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353152 00000100:00100000:3.0:1761319698.626441:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:3.0:1761319698.626458:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353344 00000100:00100000:1.0:1761319698.626463:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353408 00000100:00100000:3.0:1761319698.626477:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00100000:3.0:1761319698.626482:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b9328d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474353024:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626485:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1761319698.626491:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b89ff9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3353:x1846876474353216:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626533:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b9328d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474353024:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319698.626540:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00100000:1.0:1761319698.626550:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b89ff9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3353:x1846876474353216:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319698.626555:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:1.0:1761319698.626561:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1761319698.626562:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a021048 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474353280:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626579:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1761319698.626584:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474353152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626594:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a021048 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474353280:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319698.626600:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00100000:3.0:1761319698.626614:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:3.0:1761319698.626619:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005db7ac15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474352832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626624:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474353152:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319698.626630:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1761319698.626648:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1761319698.626651:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005db7ac15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474352832:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319698.626656:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000198107d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474353408:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626661:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:3.0:1761319698.626674:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:3.0:1761319698.626678:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474353088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626691:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000198107d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474353408:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319698.626697:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1761319698.626711:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcdbcb1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474353088:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319698.626719:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00100000:1.0:1761319698.626724:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:1.0:1761319698.626730:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d9ce532 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474353344:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626760:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d9ce532 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474353344:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319698.626761:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474353024:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626772:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:3.0:1761319698.626778:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028037f6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474353280:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626789:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c510a247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474352960:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319698.626798:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000003bbd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474353216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626810:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474352640 00000100:00100000:1.0:1761319698.626836:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474352896 00000100:00100000:1.0:1761319698.626848:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1761319698.626851:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057919713 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474352640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761319698.626887:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1761319698.626913:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009cb7584 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474352704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319698.626918:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057919713 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474352640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319698.626925:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1761319698.626928:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474352640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319698.626943:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1761319698.626948:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043bbde09 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474352896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626975:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043bbde09 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474352896:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319698.626977:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046bd9de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474352832:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319698.626990:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1761319698.626991:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000273ee757 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474353088:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319698.627003:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f1a3930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474353344:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319698.627014:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000accc171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474352896:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319698.627022:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021058db5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474353152:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319698.627029:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474353408:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319698.627971:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474352768 00000100:00100000:0.0:1761319698.628012:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1761319698.628016:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60cbda7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474352768:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319698.628069:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60cbda7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474352768:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (2004us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319698.628075:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1761319698.628173:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ceed9277 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474352768:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761319698.755163:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319699.777705:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319700.161801:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761319700.161823:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474353472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319700.161914:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319700.162127:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474353536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319700.162155:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319700.162235:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353472 00000100:00100000:0.0:1761319700.162287:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353536 00000100:00100000:0.0:1761319700.162311:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1761319700.162315:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cb7584 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474353472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761319700.162343:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319700.162384:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cb7584 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474353472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319700.162391:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1761319700.162407:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1761319700.162410:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3354:x1846876474353536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761319700.162421:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319700.162444:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f10f2589 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3354:x1846876474353536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 31us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319700.162449:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1761319700.162581:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474353536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319700.162595:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66dea60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474353472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319700.359578:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319700.359626:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319700.359645:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319700.359678:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319700.359711:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476160 00000100:00100000:2.0:1761319700.359755:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 968 00000100:00100000:2.0:1761319700.359761:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2263:x1846876465476160:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319700.359831:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2263:x1846876465476160:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 70us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319700.359839:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 968 00000100:00100000:2.0:1761319700.359941:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319700.360078:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476032 00000100:00100000:0.0:1761319700.360119:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476096 00000100:00100000:0.0:1761319700.360135:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476224 00000100:00100000:0.0:1761319700.360157:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1664 00000100:00100000:0.0:1761319700.360161:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2263:x1846876465476032:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319700.360197:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e183753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2263:x1846876465476032:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 35us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319700.360204:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1664 00000100:00100000:0.0:1761319700.360218:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1665 00000100:00100000:0.0:1761319700.360222:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2262:x1846876465476096:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319700.360246:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019dc586e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2262:x1846876465476096:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 23us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319700.360252:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1665 00000100:00100000:0.0:1761319700.360262:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1666 00000100:00100000:0.0:1761319700.360266:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ced4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2262:x1846876465476224:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319700.360287:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ced4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2262:x1846876465476224:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 20us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319700.360297:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1666 00000100:00100000:0.0:1761319700.360585:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319700.360616:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319700.360637:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476352 00000100:00100000:0.0:1761319700.360667:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 969 00000100:00100000:0.0:1761319700.360671:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035f5f012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2262:x1846876465476352:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319700.360699:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035f5f012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2262:x1846876465476352:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 27us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319700.360706:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 969 00000100:00100000:3.0:1761319700.360768:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476288 00000100:00100000:3.0:1761319700.360799:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1667 00000100:00100000:3.0:1761319700.360804:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006979512a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2263:x1846876465476288:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319700.360829:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006979512a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2263:x1846876465476288:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 25us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319700.360835:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1667 00000100:00100000:1.0:1761319700.360940:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465475968 00000100:00100000:1.0:1761319700.360975:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 648 00000100:00100000:1.0:1761319700.360979:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009a40867 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2262:x1846876465475968:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319700.361004:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009a40867 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2262:x1846876465475968:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 24us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319700.361010:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 648 00010000:00010000:1.0:1761319700.803593:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319701.825737:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1761319702.212312:0:8223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294973891 is committed 00010000:00010000:3.0:1761319702.850250:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319703.236702:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761319703.236729:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f1a3930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474353600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319703.236815:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319703.236965:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353600 00000100:00100000:3.0:1761319703.237024:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1761319703.237029:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474353600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761319703.237067:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:3.0:1761319703.237146:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474353600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319703.237157:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1761319703.237356:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f1a3930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474353600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319703.745891:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474353728:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.745954:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319703.745988:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474353984:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746006:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319703.746019:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474354240:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746034:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319703.746051:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1761319703.746055:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474353792:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746074:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319703.746085:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474354048:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746100:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319703.746112:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474354304:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746126:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319703.746154:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353728 00000100:00100000:1.0:1761319703.746189:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353984 00000100:00100000:1.0:1761319703.746202:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354240 00000100:00100000:1.0:1761319703.746214:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354048 00000100:00100000:1.0:1761319703.746222:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354304 00000100:00100000:1.0:1761319703.746232:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:1.0:1761319703.746237:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3b8d658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474353728:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746278:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b8d658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474353728:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319703.746284:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00100000:1.0:1761319703.746298:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:1.0:1761319703.746301:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac5cb1e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474353984:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746321:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac5cb1e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474353984:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319703.746327:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:1.0:1761319703.746335:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:1.0:1761319703.746338:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474354240:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746356:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0e4f89f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474354240:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319703.746361:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00100000:1.0:1761319703.746369:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:1.0:1761319703.746372:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474354048:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746390:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a19ca622 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474354048:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319703.746395:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00100000:1.0:1761319703.746403:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:1.0:1761319703.746406:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474354304:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746423:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a05a2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474354304:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319703.746428:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:1.0:1761319703.746446:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353792 00000100:00100000:1.0:1761319703.746466:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1761319703.746470:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474353792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746492:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474353792:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319703.746497:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1761319703.746552:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474353792:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746561:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474354048:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746568:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474354304:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746575:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474353728:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746582:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474353984:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.746588:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474354240:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319703.746724:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474353856:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319703.746753:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319703.746776:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474354112:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319703.746797:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319703.746817:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d8eeedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474354368:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319703.746834:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319703.746858:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1761319703.746863:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083a584cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68df1e14-c2c4-4a78-9867-0802db2bcc35:3355:1846876474353664:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319703.746884:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319703.746895:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474353920:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319703.746910:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319703.746918:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474354176:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319703.746933:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319703.746942:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042e54b49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474354432:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319703.746958:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319703.747015:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354112 00000100:00100000:0.0:1761319703.747048:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354368 00000100:00100000:0.0:1761319703.747058:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354176 00000100:00100000:0.0:1761319703.747068:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354432 00000100:00100000:0.0:1761319703.747076:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1761319703.747080:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474354112:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747113:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474354112:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319703.747119:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1761319703.747129:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1761319703.747132:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474354368:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747151:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474354368:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319703.747156:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1761319703.747163:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1761319703.747166:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474354176:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747184:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474354176:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319703.747188:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1761319703.747195:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1761319703.747198:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474354432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747214:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474354432:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319703.747218:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1761319703.747233:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353664 00000100:00100000:0.0:1761319703.747249:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1761319703.747252:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f550c70c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3355:x1846876474353664:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747272:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f550c70c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3355:x1846876474353664:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319703.747277:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1761319703.747297:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353856 00000100:00100000:0.0:1761319703.747314:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1761319703.747317:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474353856:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747338:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000003bbd60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474353856:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319703.747343:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1761319703.747364:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083a584cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68df1e14-c2c4-4a78-9867-0802db2bcc35:3355:1846876474353664:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747372:0:3355:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973891 gen 2 00000004:00080000:0.0:1761319703.747376:0:3355:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fad71a16, transno 4294973891 00000100:00100000:0.0:1761319703.747385:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474354176:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747394:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042e54b49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474354432:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747401:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2f1207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474353856:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747408:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474354112:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319703.747416:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d8eeedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474354368:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.747497:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474353920 00000100:00100000:1.0:1761319703.747542:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1761319703.747545:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474353920:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319703.747578:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e66dea60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474353920:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319703.747583:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1761319703.747609:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474353920:0@lo:400:kworker/u8:2.0 00000040:00100000:2.0:1761319703.747784:0:8727:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 24 in log [0x3:0x1:0x0] 00000100:00100000:3.0:1761319703.747979:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761319703.747988:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d8eeedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474354496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319703.748014:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319703.748071:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354496 00000100:00100000:0.0:1761319703.748097:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1761319703.748101:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000accc171a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474354496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761319703.748123:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1761319703.748151:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000accc171a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474354496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319703.748156:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1761319703.748214:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d8eeedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474354496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319703.748318:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474354560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1761319703.748340:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319703.748400:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354560 00000100:00100000:1.0:1761319703.748428:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1761319703.748432:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273ee757 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474354560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1761319703.748447:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:1.0:1761319703.748481:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273ee757 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474354560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319703.748487:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1761319703.748543:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474354560:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1761319703.874201:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319704.897785:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319705.282923:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046bd9de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474354624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319705.282995:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319705.284730:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474354688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319705.284769:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319705.284854:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354624 00000100:00100000:1.0:1761319705.284898:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354688 00000100:00100000:1.0:1761319705.284925:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1761319705.284931:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474354624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761319705.284965:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:1.0:1761319705.285013:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccf0ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474354624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (2018us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319705.285022:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1761319705.285041:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1761319705.285046:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474354688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761319705.285056:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:2.0:1761319705.285060:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046bd9de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474354624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319705.285094:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040960372 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474354688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319705.285102:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1761319705.285193:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474354688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761319705.479785:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319705.479860:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319705.479901:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319705.479908:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476416 00000100:00100000:0.0:1761319705.479938:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319705.479968:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476544 00000100:00100000:2.0:1761319705.479974:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 650 00000100:00100000:0.0:1761319705.479978:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319705.479983:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024733ff4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465476416:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319705.480011:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476672 00000100:00100000:0.0:1761319705.480012:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319705.480035:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476480 00000100:00100000:0.0:1761319705.480052:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319705.480058:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024733ff4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465476416:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 74us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319705.480067:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 650 00000100:00100000:3.0:1761319705.480156:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476736 00000100:00100000:3.0:1761319705.480623:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1674 00000100:00100000:3.0:1761319705.480632:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465476544:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319705.480675:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a2f1207 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465476544:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 44us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319705.481344:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1675 00000100:00100000:2.0:1761319705.481351:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042e54b49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465476672:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761319705.481386:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042e54b49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465476672:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 35us (1486us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319705.481433:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1676 00000100:00100000:1.0:1761319705.481440:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465476480:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319705.481473:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a584cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465476480:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 33us (1500us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319705.481481:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1676 00000100:00100000:1.0:1761319705.481503:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1677 00000100:00100000:1.0:1761319705.481507:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8eeedc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465476736:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319705.481555:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8eeedc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465476736:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 47us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319705.481562:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1677 00000100:00100000:1.0:1761319705.481605:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476800 00000100:00100000:1.0:1761319705.481634:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476608 00000100:00100000:1.0:1761319705.481652:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 974 00000100:00100000:1.0:1761319705.481657:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465476800:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319705.481682:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465476800:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 25us (1747us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319705.481689:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 974 00000100:00100000:3.0:1761319705.481875:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1674 00000100:00100000:2.0:1761319705.481909:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1675 00000100:00100000:0.0:1761319705.481933:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 975 00000100:00100000:0.0:1761319705.481939:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2f358b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465476608:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761319705.481970:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2f358b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465476608:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 30us (1960us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319705.481978:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 975 00010000:00010000:3.0:1761319705.921663:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319706.946074:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319707.969759:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319708.355468:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c510a247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474354752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319708.355564:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319708.355620:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354752 00000100:00100000:1.0:1761319708.355978:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1761319708.356375:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fad71a16 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474354752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761319708.356460:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:1.0:1761319708.357292:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fad71a16 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474354752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 915us (1726us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319708.357300:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c510a247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474354752:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319708.357300:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1761319708.865767:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474354880:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.865799:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474354944:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319708.865881:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474355008:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.865984:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474354816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319708.866133:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319708.866133:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319708.866158:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474355200:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319708.866166:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474355136:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.866180:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319708.866194:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030289134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474355456:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319708.866196:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354944 00000100:00100000:0.0:1761319708.866213:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319708.866234:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1761319708.866239:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015821308 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474354944:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.866250:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f8cd43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474355712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319708.866268:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319708.866280:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015821308 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474354944:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319708.866286:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1761319708.866293:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474354944:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319708.866301:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355712 00000100:00100000:1.0:1761319708.866313:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1761319708.866316:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f86b8c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474355712:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319708.866320:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319708.866333:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000081d2c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474355392:0@lo:400:kworker/u8:0.0 00000004:00000024:1.0:1761319708.866336:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1761319708.866351:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319708.866361:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f86b8c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474355712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319708.866363:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474355648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319708.866368:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1761319708.866381:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319708.866405:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355648 00000100:00100000:0.0:1761319708.866429:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1761319708.866433:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a431e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474355648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1761319708.866448:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:1.0:1761319708.866449:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354880 00000100:00100000:1.0:1761319708.866474:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355200 00000100:00100000:0.0:1761319708.866474:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a431e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474355648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319708.866480:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1761319708.866488:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355456 00000100:00100000:1.0:1761319708.866497:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1761319708.866500:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000582ba183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474354880:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.866504:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f8cd43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474355712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319708.866545:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6a60a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474355648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319708.866547:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000582ba183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474354880:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319708.866554:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474354880:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319708.866556:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1761319708.866566:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355136 00000100:00100000:0.0:1761319708.866572:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355392 00000100:00100000:1.0:1761319708.866578:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:1.0:1761319708.866581:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f161104d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474355200:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.866585:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:0.0:1761319708.866588:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc7c0bcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474355456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319708.866608:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f161104d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474355200:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319708.866608:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc7c0bcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474355456:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319708.866615:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:3.0:1761319708.866674:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319708.866691:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474355072:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.866706:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319708.866715:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e239fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474355328:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.866730:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319708.866740:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d6ac04f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474355584:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.866757:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319708.866779:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355328 00000100:00100000:3.0:1761319708.866798:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355584 00000100:00100000:3.0:1761319708.866820:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1761319708.866823:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474355328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.866847:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474355328:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319708.866852:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1761319708.866861:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1761319708.866912:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319708.866922:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aeb6b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474355264:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319708.866942:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319708.866955:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1df076b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474355520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319708.866976:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319708.867000:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355008 00000100:00100000:3.0:1761319708.867159:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046bd9de4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474355584:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.867184:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046bd9de4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474355584:12345-0@lo:400:kworker/u8:0.0 Request processed in 319us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319708.867190:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1761319708.869180:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355264 00000100:00100000:3.0:1761319708.869219:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355520 00000100:00100000:3.0:1761319708.869230:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1761319708.869235:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a3b0329 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474355264:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.869301:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a3b0329 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474355264:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (2358us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319708.869308:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1761319708.869321:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1761319708.869324:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb15f2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474355520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.869344:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb15f2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474355520:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (2368us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319708.869348:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1761319708.869368:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355072 00000100:00100000:3.0:1761319708.869386:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1761319708.869389:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a60a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474355072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.869415:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a60a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474355072:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (2708us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319708.869420:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1761319708.869454:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474355072:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.869465:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e239fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474355328:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319708.869474:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d6ac04f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474355584:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.870300:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:1.0:1761319708.870306:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:1.0:1761319708.870311:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073a9db3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474355136:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.870321:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:0.0:1761319708.870324:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d7780c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474355392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319708.870357:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073a9db3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474355136:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (4035us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319708.870357:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d7780c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474355392:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (4006us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319708.870363:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:1.0:1761319708.870365:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:0.0:1761319708.870398:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474355200:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.870410:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030289134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474355456:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.870439:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474355136:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.870448:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000081d2c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474355392:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.870492:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474354816 00000100:00100000:0.0:1761319708.870532:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1761319708.870536:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014edaa37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474354816:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319708.870568:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014edaa37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474354816:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (3894us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319708.870574:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1761319708.870609:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474354816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319708.870635:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aeb6b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474355264:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319708.870645:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1df076b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474355520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319708.870673:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683 00000100:00100000:2.0:1761319708.870678:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000809d6787 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474355008:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319708.870721:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000809d6787 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474355008:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (3810us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319708.870727:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683 00000100:00100000:1.0:1761319708.870753:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474355008:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1761319708.993969:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319710.023338:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319710.402664:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f8cd43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474355776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319710.402725:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319710.402828:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355776 00000100:00100000:0.0:1761319710.402872:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1761319710.402877:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4e3ade9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474355776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761319710.402902:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319710.402935:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4e3ade9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474355776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319710.402941:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1761319710.403014:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f8cd43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474355776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319710.403248:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1df076b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474355840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319710.403272:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319710.403677:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355840 00000100:00100000:2.0:1761319710.403695:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1761319710.403698:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c306ab7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474355840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761319710.403707:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:2.0:1761319710.405683:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c306ab7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474355840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1978us (2405us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319710.405695:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1761319710.405769:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1df076b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474355840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319710.600602:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319710.601123:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319710.601263:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476928 00000100:00100000:2.0:1761319710.602246:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319710.602292:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477056 00000100:00100000:0.0:1761319710.602331:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 980 00000100:00100000:0.0:1761319710.602337:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9dfca6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465477056:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319710.602402:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9dfca6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465477056:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 64us (1280us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319710.602409:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 980 00000100:00100000:3.0:1761319710.604095:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477184 00000100:00100000:2.0:1761319710.604213:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319710.604243:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319710.605545:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476864 00000100:00100000:0.0:1761319710.605585:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 652 00000100:00100000:0.0:1761319710.605591:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca933a3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465476864:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319710.606947:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca933a3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465476864:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 1351us (2732us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319710.606957:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 652 00000100:00100000:2.0:1761319710.611356:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319710.612014:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465476992 00000100:00100000:3.0:1761319710.612067:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1684 00000100:00100000:3.0:1761319710.612075:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056606327 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465476928:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319710.612141:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056606327 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465476928:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 66us (11547us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319710.612148:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1684 00000100:00100000:3.0:1761319710.612166:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1685 00000100:00100000:3.0:1761319710.612170:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cf111a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465477184:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319710.612194:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cf111a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465477184:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 23us (9950us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319710.612201:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1685 00000100:00100000:3.0:1761319710.612212:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1686 00000100:00100000:3.0:1761319710.612216:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d615598 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465476992:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319710.612238:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d615598 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465476992:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 20us (7994us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319710.612244:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1686 00000100:00100000:2.0:1761319710.613180:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319710.613247:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477120 00000100:00100000:0.0:1761319710.613283:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1687 00000100:00100000:0.0:1761319710.613287:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dbcdcb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465477120:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319710.613331:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dbcdcb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465477120:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 42us (1983us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319710.613337:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1687 00000100:00100000:1.0:1761319710.613536:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477248 00000100:00100000:1.0:1761319710.613571:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 981 00000100:00100000:1.0:1761319710.613576:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c494782c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465477248:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319710.613616:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c494782c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465477248:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 39us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319710.613622:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 981 00010000:00010000:1.0:1761319711.042000:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319712.074317:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319713.091715:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319713.473944:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aeb6b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474355904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761319713.474052:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319713.475278:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355904 00000100:00100000:1.0:1761319713.475363:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1761319713.475371:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d53821e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474355904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761319713.475417:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:1.0:1761319713.475497:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d53821e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474355904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319713.475504:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1761319713.475709:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aeb6b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474355904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761319713.986144:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761319713.986167:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aa01588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474355968:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319713.986233:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319713.986279:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474355968 00000100:00100000:0.0:1761319713.986330:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1761319713.986335:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f74033ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474355968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761319713.986366:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1761319713.986407:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f74033ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474355968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319713.986415:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1761319713.986453:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aa01588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474355968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319713.987201:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f038046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474356160:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319713.987237:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319713.987256:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048158028 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474356416:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319713.987281:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319713.987294:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008874f7fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474356672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319713.987314:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319713.987332:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1761319713.987338:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046d56841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474356224:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319713.987359:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319713.987371:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a0ccaf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474356480:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319713.987390:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319713.987431:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356416 00000100:00100000:1.0:1761319713.987467:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356672 00000100:00100000:1.0:1761319713.987506:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1761319713.987565:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236a0cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474356416:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.987568:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356160 00000100:00100000:1.0:1761319713.987616:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236a0cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474356416:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319713.987625:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1761319713.987628:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356224 00000100:00100000:1.0:1761319713.987649:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1761319713.987655:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003490804a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474356672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.987658:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356480 00000100:00100000:3.0:1761319713.987690:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:3.0:1761319713.987700:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da0f618 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474356160:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319713.987701:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003490804a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474356672:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319713.987721:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1761319713.987776:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474356096:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.987804:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da0f618 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474356160:12345-0@lo:400:kworker/u8:0.0 Request processed in 105us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319713.987814:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1761319713.987827:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052981446 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474356224:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.987833:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:2.0:1761319713.987834:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319713.987867:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356096 00000100:00100000:2.0:1761319713.987872:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003a442f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474356352:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.987904:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1761319713.987923:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474356480:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319713.987925:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052981446 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474356224:12345-0@lo:400:kworker/u8:0.0 Request processed in 87us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319713.987933:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319713.987943:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:3.0:1761319713.988346:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a4c4a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474356480:12345-0@lo:400:kworker/u8:0.0 Request processed in 434us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319713.988355:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1761319713.988368:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:3.0:1761319713.988372:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6e78bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474356096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.988393:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6e78bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474356096:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319713.988398:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00000100:00100000:3.0:1761319713.988434:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000081d2c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474356736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1761319713.988462:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319713.988465:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474356608:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.988500:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319713.988502:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356352 00000100:00100000:3.0:1761319713.988550:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356608 00000100:00100000:3.0:1761319713.988564:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1761319713.988569:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474356352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.988575:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474356096:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.988594:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1761319713.988603:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af9d2384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474356032:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.988607:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474356352:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319713.988615:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1761319713.988626:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1761319713.988630:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b821092c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474356608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.988655:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319713.988664:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b821092c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474356608:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319713.988671:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1761319713.988675:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011eaf391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474356288:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.988700:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356736 00000100:00100000:2.0:1761319713.988704:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319713.988723:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474356544:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.988727:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1761319713.988732:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030289134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474356736:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319713.988748:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1761319713.988758:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:2.0:1761319713.988784:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003a442f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474356352:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.988800:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474356608:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.988807:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030289134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474356736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319713.988815:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1761319713.988843:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356288 00000100:00100000:3.0:1761319713.988853:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000081d2c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474356736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319713.988867:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356544 00000100:00100000:2.0:1761319713.988883:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:2.0:1761319713.988888:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce78ae11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474356288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.988891:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:3.0:1761319713.988899:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbce1093 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474356544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.988942:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce78ae11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474356288:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319713.988945:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbce1093 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474356544:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319713.988955:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:2.0:1761319713.988981:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011eaf391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474356288:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.988989:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c745c7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474356544:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319713.989073:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356032 00000100:00100000:0.0:1761319713.989128:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1761319713.989139:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091c518f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474356032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.989175:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046d56841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474356224:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.989195:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a0ccaf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474356480:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.989211:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f038046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474356160:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319713.989373:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091c518f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474356032:12345-0@lo:400:kworker/u8:0.0 Request processed in 236us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319713.989380:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1761319713.989427:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af9d2384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474356032:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.992698:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048158028 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474356416:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319713.992725:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008874f7fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474356672:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319713.994559:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00010000:00010000:1.0:1761319714.113953:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319715.137732:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319715.522203:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aa01588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474356800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319715.522308:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319715.522396:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761319715.522403:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000081d2c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474356864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319715.522435:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319715.522546:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356800 00000100:00100000:0.0:1761319715.522689:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356864 00000100:00100000:1.0:1761319715.522695:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1761319715.522703:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f038046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474356800:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761319715.522722:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1761319715.522725:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046d56841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474356864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761319715.522740:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00002000:00000024:0.0:1761319715.522748:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:1.0:1761319715.522842:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f038046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474356800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319715.522850:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1761319715.522889:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046d56841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474356864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 162us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319715.522896:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1761319715.522943:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000081d2c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474356864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319715.522958:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aa01588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474356800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319715.723597:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319715.723634:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319715.724581:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477376 00000100:00100000:3.0:1761319715.724626:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1694 00000100:00100000:3.0:1761319715.724632:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008874f7fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2262:x1846876465477376:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319715.724701:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008874f7fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2262:x1846876465477376:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 68us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319715.724707:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1694 00000100:00100000:2.0:1761319715.726594:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319715.726637:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319715.726666:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319715.726685:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319715.726713:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319715.726889:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477632 00000100:00100000:0.0:1761319715.726950:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477504 00000100:00100000:1.0:1761319715.726970:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477440 00000100:00100000:1.0:1761319715.727008:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477568 00000100:00100000:0.0:1761319715.727035:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 986 00000100:00100000:1.0:1761319715.727047:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1695 00000100:00100000:0.0:1761319715.727049:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048158028 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2262:x1846876465477504:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319715.727061:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a0ccaf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2262:x1846876465477632:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319715.727130:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048158028 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2262:x1846876465477504:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 85us (3494us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319715.727145:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a0ccaf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2262:x1846876465477632:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 80us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319715.727146:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 986 00000100:00100000:1.0:1761319715.727166:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1695 00000100:00100000:1.0:1761319715.727198:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1696 00000100:00100000:1.0:1761319715.727204:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c745c7a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2262:x1846876465477440:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319715.727235:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1697 00000100:00100000:1.0:1761319715.727243:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c745c7a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2262:x1846876465477440:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 37us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319715.727249:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011eaf391 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2262:x1846876465477568:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319715.727265:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1696 00000100:00100000:0.0:1761319715.727307:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011eaf391 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2262:x1846876465477568:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 62us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319715.727319:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1697 00000100:00100000:3.0:1761319715.728148:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477312 00000100:00100000:3.0:1761319715.728191:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 654 00000100:00100000:3.0:1761319715.728196:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058cd20a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2262:x1846876465477312:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319715.728235:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058cd20a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2262:x1846876465477312:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 38us (1598us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319715.728242:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 654 00000100:00100000:1.0:1761319715.732720:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477696 00000100:00100000:1.0:1761319715.732827:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 987 00000100:00100000:1.0:1761319715.732837:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e0e7ed6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2262:x1846876465477696:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319715.732963:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e0e7ed6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2262:x1846876465477696:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 126us (6249us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319715.732973:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 987 00010000:00010000:1.0:1761319716.162605:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319717.187370:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319718.209892:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319718.598476:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d6ac04f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474356928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319718.598602:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319718.598799:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356928 00000100:00100000:1.0:1761319718.598867:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1761319718.598874:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003a442f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474356928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761319718.598920:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:1.0:1761319718.598975:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003a442f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474356928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319718.598983:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1761319718.599108:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d6ac04f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474356928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319719.105763:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761319719.106421:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761319719.106453:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8f3636e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474357056:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319719.106569:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e239fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474356992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1761319719.106582:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319719.106661:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357056 00000100:00100000:2.0:1761319719.106666:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319719.106745:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1761319719.106754:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aec1ef1a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474357056:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319719.106761:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474356992 00000004:00000024:0.0:1761319719.106809:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1761319719.106819:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1761319719.106827:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af9d2384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474356992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1761319719.106862:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:0.0:1761319719.106875:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aec1ef1a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474357056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319719.106885:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1761319719.106920:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af9d2384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474356992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319719.106931:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1761319719.106976:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8f3636e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474357056:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319719.106993:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e239fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474356992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319719.107303:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474357248:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107342:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474357184:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319719.107361:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319719.107397:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474357504:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319719.107425:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357248 00000100:00100000:3.0:1761319719.107460:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1761319719.107464:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474357248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107503:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319719.107543:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1d4a882 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474357440:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107568:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319719.107583:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc629ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474357696:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107600:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319719.107632:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adcee893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474357312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107650:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319719.107662:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa91c852 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474357568:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107678:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319719.107691:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1761319719.107695:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474357120:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107717:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319719.107726:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007368d3f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474357376:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107755:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319719.107768:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000925c8c42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474357632:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107784:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319719.107805:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357184 00000100:00100000:2.0:1761319719.107820:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357312 00000100:00100000:2.0:1761319719.107829:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357568 00000100:00100000:2.0:1761319719.107837:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357376 00000100:00100000:2.0:1761319719.107845:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357632 00000100:00100000:2.0:1761319719.107855:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:2.0:1761319719.107858:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e46aa02c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474357184:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107889:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e46aa02c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474357184:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319719.107896:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699 00000100:00100000:2.0:1761319719.107908:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:2.0:1761319719.107911:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474357312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107936:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079324fc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474357312:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319719.107941:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:2.0:1761319719.107950:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:2.0:1761319719.107952:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474357568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.107975:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013ed271d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474357568:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319719.107980:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00100000:2.0:1761319719.107990:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:2.0:1761319719.107993:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070d1f113 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474357376:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108031:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070d1f113 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474357376:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319719.108036:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:2.0:1761319719.108046:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:2.0:1761319719.108050:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098ee203d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474357632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108071:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098ee203d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474357632:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319719.108076:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:2.0:1761319719.108103:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007368d3f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474357376:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108111:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000925c8c42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474357632:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108121:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adcee893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474357312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108129:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa91c852 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474357568:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108157:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa2d1761 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474357184:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108188:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357440 00000100:00100000:2.0:1761319719.108209:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357696 00000100:00100000:2.0:1761319719.108225:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:2.0:1761319719.108228:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474357440:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108257:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474357440:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319719.108262:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:2.0:1761319719.108272:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1761319719.108275:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474357696:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108297:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474357696:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319719.108302:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1761319719.108329:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1d4a882 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474357440:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.108338:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc629ccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474357696:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319719.108531:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbd22aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474357248:12345-0@lo:400:kworker/u8:2.0 Request processed in 1065us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319719.108547:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00100000:1.0:1761319719.108549:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319719.108592:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007656a07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474357248:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319719.108726:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357504 00000100:00100000:0.0:1761319719.108788:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1761319719.108793:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474357504:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319719.110003:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357120 00000100:00100000:3.0:1761319719.110061:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1761319719.110067:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d09b0b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474357120:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319719.110145:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d09b0b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474357120:12345-0@lo:400:kworker/u8:2.0 Request processed in 77us (2427us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319719.110152:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1761319719.110337:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474357504:12345-0@lo:400:kworker/u8:2.0 Request processed in 1543us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319719.110346:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1761319719.110422:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474357504:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319719.134328:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474357120:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761319719.238350:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319720.257991:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319720.641977:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8f3636e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474357760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319720.642059:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319720.642091:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761319720.642103:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e239fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474357824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319720.642137:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319720.642140:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357760 00000100:00100000:1.0:1761319720.642185:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357824 00000100:00100000:3.0:1761319720.642217:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1761319720.642224:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474357760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319720.642254:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319720.642297:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086ae0265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474357760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319720.642304:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1761319720.642326:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1761319720.642397:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d6ac04f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474357824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761319720.642408:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319720.642435:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d6ac04f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474357824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319720.642442:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1761319720.642478:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e239fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474357824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319720.642508:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8f3636e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474357760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319720.839823:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319720.839867:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319720.839904:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319720.839936:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319720.839953:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319720.839973:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319720.839990:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319720.840019:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477888 00000100:00100000:3.0:1761319720.840056:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478016 00000100:00100000:3.0:1761319720.840066:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477824 00000100:00100000:3.0:1761319720.840076:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478080 00000100:00100000:3.0:1761319720.840087:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1704 00000100:00100000:3.0:1761319720.840093:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e239fc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465477888:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319720.840151:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e239fc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465477888:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 58us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319720.840158:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1704 00000100:00100000:3.0:1761319720.840172:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1705 00000100:00100000:3.0:1761319720.840176:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465478016:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319720.840193:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000081d2c19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465478016:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 17us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319720.840199:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1705 00000100:00100000:3.0:1761319720.840207:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1706 00000100:00100000:3.0:1761319720.840210:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465477824:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319720.840225:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1df076b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465477824:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 15us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319720.840231:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1706 00000100:00100000:3.0:1761319720.840238:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1707 00000100:00100000:3.0:1761319720.840242:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092ef6bb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465478080:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319720.840255:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092ef6bb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465478080:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 12us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319720.840260:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1707 00000100:00100000:0.0:1761319720.840550:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477760 00000100:00100000:0.0:1761319720.840574:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 656 00000100:00100000:0.0:1761319720.840577:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a41978a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465477760:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319720.840599:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a41978a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465477760:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 22us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319720.840605:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 656 00000100:00100000:0.0:1761319720.840641:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478144 00000100:00100000:0.0:1761319720.840657:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465477952 00000100:00100000:0.0:1761319720.840669:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 991 00000100:00100000:0.0:1761319720.840673:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465478144:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319720.840693:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465478144:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 19us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319720.840699:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 991 00000100:00100000:0.0:1761319720.840707:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 992 00000100:00100000:0.0:1761319720.840711:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004924bfe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465477952:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319720.840742:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004924bfe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465477952:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 27us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319720.840748:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 992 00010000:00010000:3.0:1761319721.281671:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319722.307079:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319723.329923:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319723.713730:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761319723.713751:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474357888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319723.713812:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319723.713877:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357888 00000100:00100000:1.0:1761319723.713938:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1761319723.713945:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059a52388 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474357888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761319723.713977:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:1.0:1761319723.714040:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059a52388 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474357888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319723.714048:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1761319723.714085:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474357888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319724.225841:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474357952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319724.225905:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319724.227043:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9784a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474358016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319724.227091:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319724.227785:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474358144:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319724.227823:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319724.227847:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761319724.227852:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000154c9c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474358080:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319724.227882:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319724.227921:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358080 00000100:00100000:0.0:1761319724.227958:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1761319724.227964:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f07edd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474358080:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.228074:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002770cff6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474358208:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.228100:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319724.228130:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358144 00000100:00100000:1.0:1761319724.228157:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358208 00000100:00100000:0.0:1761319724.228167:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f07edd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474358080:12345-0@lo:400:kworker/u8:2.0 Request processed in 202us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319724.228176:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1761319724.228205:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:1.0:1761319724.228210:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474358144:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319724.228225:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000154c9c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474358080:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.228252:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f678697 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474358144:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319724.228253:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf7223c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474358144:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.228264:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00100000:1.0:1761319724.228280:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:1.0:1761319724.228285:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474358208:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.228318:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006b2fa4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474358208:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319724.228325:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:0.0:1761319724.228337:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002770cff6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474358208:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319724.228372:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358016 00000100:00100000:0.0:1761319724.228394:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1761319724.228398:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055b93f7c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474358016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761319724.228420:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1761319724.228465:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055b93f7c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474358016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (1374us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319724.228472:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1761319724.228658:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fb8d8d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474358400:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.228688:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319724.228715:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474358656:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.228749:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319724.228766:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761319724.228770:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474358336:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.228790:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319724.228800:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068b02d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474358592:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.228817:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319724.228840:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358400 00000100:00100000:3.0:1761319724.228865:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358656 00000100:00100000:3.0:1761319724.228880:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1761319724.228883:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474358400:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.228914:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474358400:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319724.228920:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1761319724.228931:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1761319724.228934:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002770cff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474358656:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.228957:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002770cff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474358656:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319724.228961:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1761319724.228977:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358336 00000100:00100000:3.0:1761319724.228994:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358592 00000100:00100000:3.0:1761319724.229008:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:3.0:1761319724.229011:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf7223c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474358336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.229037:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf7223c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474358336:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319724.229041:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:3.0:1761319724.229051:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711 00000100:00100000:3.0:1761319724.229061:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000154c9c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474358592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.229085:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000154c9c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474358592:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319724.229091:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711 00000100:00100000:3.0:1761319724.229124:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b94f7928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474358336:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.229134:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068b02d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474358592:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.229142:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fb8d8d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474358400:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319724.229148:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474358656:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.229501:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000753a990f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474358272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.229588:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319724.229601:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a41a2e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474358528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.229618:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319724.229640:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9784a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474358016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319724.229652:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761319724.229656:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcbcd107 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474358464:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.229676:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319724.229705:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358464 00000100:00100000:1.0:1761319724.229726:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1761319724.229730:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad459827 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474358464:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319724.229757:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad459827 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474358464:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319724.229766:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1761319724.230253:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474357952 00000100:00100000:2.0:1761319724.230286:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1761319724.230290:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fed1668d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474357952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1761319724.230308:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:2.0:1761319724.230339:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fed1668d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474357952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (4435us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319724.230345:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1761319724.230383:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358272 00000100:00100000:2.0:1761319724.230404:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358528 00000100:00100000:2.0:1761319724.230421:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1761319724.230424:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e91b8b33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474358272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319724.230452:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e91b8b33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474358272:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319724.230458:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1761319724.230467:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:2.0:1761319724.230470:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f762bdc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474358528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319724.230493:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f762bdc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474358528:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319724.230499:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:0.0:1761319724.230620:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474357952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1761319724.230662:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcbcd107 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474358464:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319724.230674:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000753a990f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474358272:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319724.230683:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a41a2e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474358528:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761319724.353667:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319725.377951:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319725.761767:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761319725.761791:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d057f871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474358720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319725.761863:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319725.761902:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474358784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319725.761925:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319725.762012:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358720 00000100:00100000:3.0:1761319725.762058:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358784 00000100:00100000:3.0:1761319725.762077:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1761319725.762082:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002e11dfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474358720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319725.762108:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319725.762144:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002e11dfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474358720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319725.762150:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1761319725.762163:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1761319725.762166:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b58df27a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474358784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761319725.762173:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319725.762187:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b58df27a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474358784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 21us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319725.762191:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1761319725.762350:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d057f871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474358720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319725.762360:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c18cf05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474358784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761319725.960576:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319725.960624:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319725.960990:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319725.962617:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478208 00000100:00100000:0.0:1761319725.962912:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319725.962940:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478336 00000100:00100000:3.0:1761319725.962973:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478272 00000100:00100000:3.0:1761319725.962990:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1714 00000100:00100000:3.0:1761319725.962996:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2262:x1846876465478336:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319725.963068:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d057f871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2262:x1846876465478336:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 71us (2444us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319725.963078:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1714 00000100:00100000:3.0:1761319725.963094:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1715 00000100:00100000:3.0:1761319725.963098:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2262:x1846876465478272:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319725.963127:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9784a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2262:x1846876465478272:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 28us (2138us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319725.963134:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1715 00000100:00100000:2.0:1761319725.963329:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 658 00000100:00100000:2.0:1761319725.963334:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ab50487 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2262:x1846876465478208:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319725.964500:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ab50487 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2262:x1846876465478208:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 1161us (3930us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319725.964524:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 658 00000100:00100000:2.0:1761319725.964583:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478464 00000100:00100000:0.0:1761319725.965859:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319725.965889:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319725.965915:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319725.968405:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478528 00000100:00100000:0.0:1761319725.968410:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478592 00000100:00100000:0.0:1761319725.968456:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478400 00000100:00100000:1.0:1761319725.968461:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1716 00000100:00100000:1.0:1761319725.968468:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2262:x1846876465478464:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319725.968473:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 996 00000100:00100000:0.0:1761319725.968477:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa01588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2262:x1846876465478592:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319725.968555:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1717 00000100:00100000:3.0:1761319725.968561:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035f5f012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2262:x1846876465478528:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319725.968749:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa01588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2262:x1846876465478592:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 270us (2894us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319725.968757:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 996 00000100:00100000:0.0:1761319725.968775:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 997 00000100:00100000:0.0:1761319725.968778:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7f8cd43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2262:x1846876465478400:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319725.968888:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f3636e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2262:x1846876465478464:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 419us (5977us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319725.968898:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035f5f012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2262:x1846876465478528:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 333us (2980us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319725.968898:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1716 00000100:00100000:3.0:1761319725.968919:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1717 00000100:00100000:0.0:1761319725.969422:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7f8cd43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2262:x1846876465478400:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 641us (3532us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319725.969429:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 997 00010000:00010000:1.0:1761319726.404534:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319727.425632:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319728.449718:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319728.833793:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761319728.833815:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fb8d8d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474358848:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319728.833881:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319728.834471:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358848 00000100:00100000:0.0:1761319728.834555:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1761319728.834561:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c038b372 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474358848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761319728.834592:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:0.0:1761319728.834649:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c038b372 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474358848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319728.834656:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1761319728.834986:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fb8d8d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474358848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761319729.345727:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474359040:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.345795:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319729.345830:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3355:1846876474359296:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.345842:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359040 00000100:00100000:3.0:1761319729.345849:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319729.345859:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3355:1846876474359552:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.345878:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319729.345891:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359296 00000100:00100000:3.0:1761319729.345895:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1761319729.345901:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474359104:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.345912:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359552 00000100:00100000:3.0:1761319729.345922:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319729.345977:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474358912:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319729.346022:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319729.346037:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3354:1846876474359232:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346119:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359104 00000100:00100000:3.0:1761319729.346134:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474359360:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346141:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:0.0:1761319729.346147:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b94f7928 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474359040:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346163:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319729.346181:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474359616:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346200:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b94f7928 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474359040:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319729.346210:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00100000:3.0:1761319729.346213:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319729.346238:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:0.0:1761319729.346243:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3355:x1846876474359296:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346250:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474359040:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346278:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fb8d8d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3355:x1846876474359296:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319729.346287:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:0.0:1761319729.346294:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:3.0:1761319729.346295:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c18cf05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3355:x1846876474359552:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346312:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:0.0:1761319729.346318:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a41a2e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474359104:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346334:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c18cf05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3355:x1846876474359552:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319729.346341:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:0.0:1761319729.346355:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a41a2e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474359104:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319729.346362:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1761319729.346370:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359360 00000100:00100000:3.0:1761319729.346409:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359616 00000100:00100000:0.0:1761319729.346412:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1761319729.346419:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000753a990f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474359360:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346431:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1761319729.346436:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcbcd107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474359616:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346452:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000753a990f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474359360:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319729.346459:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1761319729.346474:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcbcd107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474359616:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319729.346482:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358912 00000100:00100000:3.0:1761319729.346496:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1761319729.346534:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1761319729.346541:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd8dd945 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474358912:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346554:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474359104:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346568:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474359360:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346574:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd8dd945 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474358912:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319729.346581:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ee3e08c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474359616:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346583:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1761319729.346598:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3355:1846876474359296:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346610:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3355:1846876474359552:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346647:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319729.346678:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3354:1846876474359488:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346699:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319729.346759:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068b02d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474358976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319729.346793:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319729.346812:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359232 00000100:00100000:1.0:1761319729.346816:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474359168:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346833:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474358912:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346837:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359488 00000100:00100000:1.0:1761319729.346845:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319729.346854:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1761319729.346859:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037de929f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3354:x1846876474359232:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319729.346867:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474359424:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.346887:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:0.0:1761319729.346892:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67f66dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3354:x1846876474359488:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346899:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037de929f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3354:x1846876474359232:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319729.346902:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319729.346910:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:1.0:1761319729.346926:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9af1389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474359680:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319729.346930:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359424 00000100:00100000:0.0:1761319729.346931:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67f66dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3354:x1846876474359488:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319729.346938:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:3.0:1761319729.346955:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1761319729.346959:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b62892b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474359744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319729.346960:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b6ed3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474359424:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319729.346964:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319729.346992:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319729.346995:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b6ed3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474359424:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319729.347000:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1761319729.347010:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359680 00000100:00100000:3.0:1761319729.347024:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1761319729.347027:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ca1eca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474359680:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319729.347161:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474358976 00000100:00100000:2.0:1761319729.347187:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1761319729.347190:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb0c9e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474358976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1761319729.347210:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:1.0:1761319729.347359:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474359424:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.347376:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3354:1846876474359232:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319729.347388:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359168 00000100:00100000:0.0:1761319729.347391:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3354:1846876474359488:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319729.347418:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359744 00000100:00100000:1.0:1761319729.347433:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1761319729.347437:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae6a5d89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3353:x1846876474359168:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.347441:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1761319729.347448:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b6072b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3354:x1846876474359744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761319729.347473:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1761319729.347476:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae6a5d89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3353:x1846876474359168:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319729.347483:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1761319729.347535:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474359168:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319729.347543:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b6072b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474359744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319729.347550:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1761319729.347581:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b62892b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474359744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319729.348164:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ca1eca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474359680:12345-0@lo:400:kworker/u8:0.0 Request processed in 1134us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319729.348167:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb0c9e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474358976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 973us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319729.348178:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1761319729.348181:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1761319729.351971:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068b02d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474358976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319729.351992:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9af1389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474359680:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761319729.474674:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319730.497666:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319730.881856:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761319730.882027:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474359808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319730.882095:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319730.882250:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000733a6a55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474359872:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319730.882277:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319730.882445:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359808 00000100:00100000:0.0:1761319730.882556:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359872 00000100:00100000:3.0:1761319730.882623:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1761319730.882630:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3321240 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474359808:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319730.882637:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1761319730.882640:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c846c74f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474359872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319730.882666:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00002000:00000024:2.0:1761319730.882666:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319730.882716:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3321240 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474359808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319730.882723:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1761319730.882979:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c846c74f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474359872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 337us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319730.882986:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1761319730.883048:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000733a6a55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474359872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319730.883062:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474359808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761319731.084482:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319731.084662:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319731.084919:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478656 00000100:00100000:1.0:1761319731.084974:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 660 00000100:00100000:1.0:1761319731.084981:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b111554 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465478656:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319731.085045:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b111554 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465478656:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 64us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319731.085052:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 660 00000100:00100000:0.0:1761319731.085686:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319731.086370:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319731.086397:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319731.086443:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478784 00000100:00100000:2.0:1761319731.086487:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478912 00000100:00100000:2.0:1761319731.086507:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1724 00000100:00100000:2.0:1761319731.086531:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0b1e02d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465478784:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761319731.086585:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0b1e02d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465478784:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 55us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319731.086592:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1724 00000100:00100000:2.0:1761319731.086608:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1725 00000100:00100000:2.0:1761319731.086612:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be0fdcf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465478912:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761319731.086643:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be0fdcf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465478912:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 31us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319731.086659:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1725 00000100:00100000:3.0:1761319731.086761:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479040 00000100:00100000:3.0:1761319731.086802:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1002 00000100:00100000:3.0:1761319731.086806:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094a9ce66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465479040:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319731.086834:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094a9ce66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465479040:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 27us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319731.086840:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1002 00000100:00100000:1.0:1761319731.087062:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478720 00000100:00100000:1.0:1761319731.087092:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1726 00000100:00100000:1.0:1761319731.087095:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000733a6a55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465478720:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319731.087119:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000733a6a55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465478720:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 23us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319731.087124:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1726 00000100:00100000:0.0:1761319731.087159:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319731.087200:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319731.087251:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478976 00000100:00100000:2.0:1761319731.087394:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465478848 00000100:00100000:2.0:1761319731.087422:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1003 00000100:00100000:2.0:1761319731.087426:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9af1389 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465478848:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761319731.087461:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9af1389 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465478848:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 34us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319731.087468:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1003 00000100:00100000:1.0:1761319731.087545:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1727 00000100:00100000:1.0:1761319731.087550:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b62892b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465478976:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319731.087598:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b62892b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465478976:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 48us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319731.087605:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1727 00010000:00010000:1.0:1761319731.521814:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319732.546424:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319733.569703:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319733.954566:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004924bfe6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474359936:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319733.954705:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319733.955490:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474359936 00000100:00100000:3.0:1761319733.955591:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1761319733.955602:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8494ede pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474359936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761319733.955654:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:3.0:1761319733.955734:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8494ede pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474359936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 135us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319733.955795:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004924bfe6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474359936:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761319733.956297:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1761319734.468047:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474360000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1761319734.468115:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319734.468147:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29955ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474360064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319734.468173:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360000 00000100:00100000:2.0:1761319734.468187:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319734.468222:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1761319734.468228:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474360000:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319734.468253:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360064 00000100:00100000:2.0:1761319734.468285:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1761319734.468297:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e14125d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474360064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761319734.468494:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1761319734.468556:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e14125d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474360064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 265us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.468563:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1761319734.468608:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29955ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474360064:0@lo:41:osp-pre-1-0.0 00002000:00000024:0.0:1761319734.468736:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:0.0:1761319734.468783:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ee3e08c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474360000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 554us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319734.468790:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1761319734.468940:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474360000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319734.469201:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002770cff6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474360192:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319734.469232:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319734.469251:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474360448:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469357:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474360320:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469381:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319734.469396:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474360576:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469429:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319734.469445:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1761319734.469450:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68df1e14-c2c4-4a78-9867-0802db2bcc35:3355:1846876474360128:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469482:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319734.469498:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068b02d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474360384:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469539:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319734.469551:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474360640:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469568:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319734.469592:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360576 00000100:00100000:2.0:1761319734.469619:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1761319734.469634:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bf34067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474360576:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469670:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bf34067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474360576:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.469676:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1761319734.469697:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360192 00000100:00100000:2.0:1761319734.469717:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360320 00000100:00100000:2.0:1761319734.469731:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360384 00000100:00100000:2.0:1761319734.469743:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360640 00000100:00100000:2.0:1761319734.469753:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:2.0:1761319734.469757:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094e34f6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474360192:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469783:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094e34f6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474360192:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.469788:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:2.0:1761319734.469798:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:2.0:1761319734.469801:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a29955ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474360320:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469822:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a29955ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474360320:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.469826:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:2.0:1761319734.469835:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:2.0:1761319734.469838:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000836c5867 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474360384:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469857:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000836c5867 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474360384:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.469862:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00100000:2.0:1761319734.469870:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:2.0:1761319734.469873:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e9972b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474360640:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469892:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e9972b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474360640:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.469896:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:2.0:1761319734.469927:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068b02d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474360384:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469935:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474360640:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469942:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68e427b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474360320:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469948:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474360576:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.469987:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004924bfe6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474360256:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470011:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319734.470025:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474360512:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470044:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319734.470056:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474360768:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470075:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319734.470100:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360256 00000100:00100000:2.0:1761319734.470122:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1761319734.470125:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f86dd79 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474360256:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470156:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f86dd79 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474360256:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.470162:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1761319734.470178:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360512 00000100:00100000:2.0:1761319734.470203:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360768 00000100:00100000:2.0:1761319734.470247:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1761319734.470251:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011d645c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474360512:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470278:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011d645c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474360512:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.470284:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1761319734.470294:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1761319734.470297:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474360768:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470319:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009434eff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474360768:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.470325:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1761319734.470354:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004924bfe6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474360256:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470362:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474360512:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470369:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474360768:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470403:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360128 00000100:00100000:2.0:1761319734.470426:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1761319734.470429:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056005c95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3355:x1846876474360128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319734.470461:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056005c95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3355:x1846876474360128:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319734.470466:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1761319734.470494:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68df1e14-c2c4-4a78-9867-0802db2bcc35:3355:1846876474360128:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319734.470706:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319734.470721:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474360704:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319734.470741:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319734.470774:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002770cff6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474360192:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319734.470837:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360448 00000100:00100000:3.0:1761319734.470870:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360704 00000100:00100000:3.0:1761319734.470887:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:3.0:1761319734.470890:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2fa628d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474360448:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319734.470921:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2fa628d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474360448:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319734.470926:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00100000:3.0:1761319734.470937:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:3.0:1761319734.470939:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e6f8117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474360704:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319734.470961:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e6f8117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474360704:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319734.470967:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00100000:1.0:1761319734.471465:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474360448:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319734.471477:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474360704:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761319734.593787:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319735.617870:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319736.001838:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474360832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319736.001910:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319736.002027:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360832 00000100:00100000:0.0:1761319736.002079:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1761319736.002085:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004659cf5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474360832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761319736.002115:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319736.002166:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004659cf5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474360832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319736.002174:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1761319736.002948:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474360832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319736.004399:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761319736.004422:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474360896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319736.004494:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319736.004667:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360896 00000100:00100000:3.0:1761319736.004730:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1761319736.004735:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d92e109f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474360896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761319736.004762:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319736.004821:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d92e109f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474360896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319736.004828:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1761319736.004955:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474360896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319736.202407:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319736.202452:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319736.202558:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479104 00000100:00100000:1.0:1761319736.202583:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479232 00000100:00100000:3.0:1761319736.202632:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 662 00000100:00100000:1.0:1761319736.202636:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1734 00000100:00100000:3.0:1761319736.202642:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f42b293 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465479104:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319736.202645:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9067a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465479232:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319736.202723:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9067a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465479232:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 79us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319736.202732:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1734 00000100:00100000:3.0:1761319736.202797:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f42b293 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465479104:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 155us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319736.202805:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 662 00000100:00100000:2.0:1761319736.202936:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319736.202970:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319736.202999:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319736.203029:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319736.203087:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479296 00000100:00100000:1.0:1761319736.203098:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479168 00000100:00100000:3.0:1761319736.203121:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479488 00000100:00100000:1.0:1761319736.203141:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479360 00000100:00100000:3.0:1761319736.203149:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1007 00000100:00100000:3.0:1761319736.203155:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2262:x1846876465479296:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319736.203171:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1735 00000100:00100000:1.0:1761319736.203177:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e352926 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2262:x1846876465479168:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319736.203193:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060667b2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2262:x1846876465479296:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 37us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319736.203201:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1007 00000100:00100000:1.0:1761319736.203210:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e352926 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2262:x1846876465479168:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 31us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319736.203217:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1008 00000100:00100000:1.0:1761319736.203221:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1735 00000100:00100000:3.0:1761319736.203226:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003313d2b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2263:x1846876465479488:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319736.203239:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1736 00000100:00100000:1.0:1761319736.203245:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017d6b711 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2263:x1846876465479360:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319736.203256:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003313d2b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2263:x1846876465479488:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 30us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319736.203264:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1008 00000100:00100000:1.0:1761319736.203277:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017d6b711 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2263:x1846876465479360:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 30us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319736.203284:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1736 00000100:00100000:2.0:1761319736.203773:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319736.203822:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479424 00000100:00100000:0.0:1761319736.204198:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1737 00000100:00100000:0.0:1761319736.204204:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002770cff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2262:x1846876465479424:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319736.205452:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002770cff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2262:x1846876465479424:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 1242us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319736.205462:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1737 00010000:00010000:3.0:1761319736.641700:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319737.673197:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319738.689742:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319739.073744:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474360960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319739.073820:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319739.073878:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474360960 00000100:00100000:2.0:1761319739.073940:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1761319739.073946:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041b733a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474360960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761319739.073979:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:2.0:1761319739.074037:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041b733a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474360960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319739.074046:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1761319739.074083:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474360960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319739.585785:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474361088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319739.585786:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474361024:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319739.585819:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474361216:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.585919:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474361152:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.587063:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319739.587078:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319739.587120:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3354:1846876474361280:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.587122:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474361344:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.587136:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319739.587169:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474361408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.587172:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319739.587174:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319739.587194:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474361536:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.587201:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474361600:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.587215:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319739.587232:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319739.587242:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074fca3d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474361664:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.587259:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361088 00000100:00100000:1.0:1761319739.587271:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474361792:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.587272:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319739.587297:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474361920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319739.587303:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319739.587304:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361344 00000100:00100000:2.0:1761319739.587328:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1761319739.587333:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319739.587338:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004924bfe6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3355:x1846876474361088:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319739.587353:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361152 00000100:00100000:0.0:1761319739.587358:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761319739.587366:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dbf61901 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474361856:0@lo:400:kworker/u8:2.0 00000004:00000024:2.0:1761319739.587374:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1761319739.587388:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361280 00000100:00100000:0.0:1761319739.587392:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319739.587413:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361408 00000100:00100000:2.0:1761319739.587425:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004924bfe6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3355:x1846876474361088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319739.587433:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361664 00000100:00100000:2.0:1761319739.587434:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1761319739.587451:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:2.0:1761319739.587460:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1761319739.587461:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b227bd36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474361152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.587469:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68e427b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474361344:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.587504:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b227bd36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474361152:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319739.587531:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00100000:2.0:1761319739.587535:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68e427b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474361344:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319739.587546:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1761319739.587549:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:1.0:1761319739.587554:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000775ee45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3354:x1846876474361280:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.587571:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:2.0:1761319739.587576:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd144c11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474361408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.587601:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000775ee45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3354:x1846876474361280:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319739.587609:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00100000:2.0:1761319739.587624:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd144c11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474361408:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319739.587627:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:1.0:1761319739.587634:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e528e2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474361664:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.587637:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000100:00100000:1.0:1761319739.587666:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e528e2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474361664:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319739.587821:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00100000:1.0:1761319739.587849:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361536 00000100:00100000:2.0:1761319739.587860:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319739.587882:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361792 00000100:00100000:1.0:1761319739.587899:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361856 00000100:00100000:1.0:1761319739.587911:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361600 00000100:00100000:2.0:1761319739.587921:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cc1ffe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474361088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319739.587929:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1761319739.587935:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e0e7b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474361536:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.587936:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361920 00000100:00100000:2.0:1761319739.587937:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a865c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474361344:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.587977:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1761319739.587980:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e0e7b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474361536:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319739.587981:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1761319739.587986:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009865f5ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474361920:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319739.587991:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000379f9cad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474361792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.587995:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1761319739.588011:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:1.0:1761319739.588015:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3d67f5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474361856:12345-0@lo:400:kworker/u8:2.0 00002000:00000024:0.0:1761319739.588020:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:2.0:1761319739.588032:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000379f9cad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474361792:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319739.588040:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1761319739.588057:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3d67f5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474361856:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319739.588063:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1761319739.588064:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009865f5ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474361920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319739.588072:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b02d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474361600:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.588072:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:0.0:1761319739.588079:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1761319739.588115:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b02d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474361600:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319739.588122:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1761319739.588128:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dbf61901 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474361856:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.588137:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474361792:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.588150:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015798a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474361152:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.588158:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000705b3e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474361600:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.588159:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3354:1846876474361280:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.588166:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb05112e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474361408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.588182:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474361536:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.588186:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074fca3d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474361664:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.588204:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474361920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319739.588213:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361024 00000100:00100000:2.0:1761319739.588245:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1761319739.588251:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078adbb6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474361024:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.588300:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078adbb6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474361024:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319739.588307:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1761319739.588326:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2f358b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474361024:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319739.589549:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319739.589603:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474361472:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319739.589642:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319739.589670:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474361728:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319739.589694:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319739.589815:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361216 00000100:00100000:2.0:1761319739.589853:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1761319739.589858:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096332c7c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474361216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.589973:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361472 00000100:00100000:0.0:1761319739.589987:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361728 00000100:00100000:1.0:1761319739.590008:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742 00000100:00100000:1.0:1761319739.590013:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d706fa92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474361472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319739.590022:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00100000:0.0:1761319739.590027:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074fca3d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474361728:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319739.590139:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096332c7c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474361216:12345-0@lo:400:kworker/u8:2.0 Request processed in 279us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319739.590152:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1761319739.590289:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003182be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474361216:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.590300:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d706fa92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474361472:12345-0@lo:400:kworker/u8:2.0 Request processed in 284us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319739.590305:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f64ea2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474361472:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319739.590311:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742 00000100:00100000:0.0:1761319739.590394:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074fca3d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474361728:12345-0@lo:400:kworker/u8:2.0 Request processed in 365us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319739.590400:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00100000:3.0:1761319739.590463:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ceaba286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474361728:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761319739.714128:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319740.737757:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761319741.121721:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474361984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319741.121794:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319741.121894:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474361984 00000100:00100000:0.0:1761319741.121937:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1761319741.121942:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceaba286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474361984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761319741.121968:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319741.122010:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceaba286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474361984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319741.122016:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1761319741.122085:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474361984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319741.122206:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dbf61901 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474362048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319741.122234:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319741.122393:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362048 00000100:00100000:2.0:1761319741.122422:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1761319741.122426:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474362048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761319741.122438:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:2.0:1761319741.123543:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a76ab75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474362048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1110us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319741.123552:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1761319741.123699:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dbf61901 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474362048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319741.321675:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319741.321718:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319741.321741:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319741.321773:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319741.321791:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319741.321825:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319741.321860:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479552 00000100:00100000:2.0:1761319741.321904:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 664 00000100:00100000:2.0:1761319741.321910:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7ebc597 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465479552:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319741.321973:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7ebc597 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465479552:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 62us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319741.321981:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 664 00000100:00100000:2.0:1761319741.322014:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479616 00000100:00100000:2.0:1761319741.322038:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479872 00000100:00100000:2.0:1761319741.322050:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479680 00000100:00100000:2.0:1761319741.322062:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479808 00000100:00100000:2.0:1761319741.322072:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1744 00000100:00100000:2.0:1761319741.322076:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2263:x1846876465479616:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319741.322103:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cc1ffe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2263:x1846876465479616:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 27us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319741.322109:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1744 00000100:00100000:2.0:1761319741.322120:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1745 00000100:00100000:2.0:1761319741.322122:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003182be1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2263:x1846876465479872:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319741.322140:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003182be1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2263:x1846876465479872:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 17us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319741.322145:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1745 00000100:00100000:2.0:1761319741.322154:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1746 00000100:00100000:2.0:1761319741.322156:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2f358b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465479680:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319741.322174:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2f358b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465479680:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 17us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319741.322179:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1746 00000100:00100000:2.0:1761319741.322188:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1747 00000100:00100000:2.0:1761319741.322191:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2263:x1846876465479808:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319741.322210:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb05112e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2263:x1846876465479808:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 19us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319741.322216:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1747 00000100:00100000:1.0:1761319741.322362:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479744 00000100:00100000:1.0:1761319741.322400:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1013 00000100:00100000:1.0:1761319741.322404:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f64ea2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2263:x1846876465479744:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319741.322430:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f64ea2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2263:x1846876465479744:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 26us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319741.322437:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1013 00000100:00100000:1.0:1761319741.327971:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319741.328364:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465479936 00000100:00100000:2.0:1761319741.328444:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1014 00000100:00100000:2.0:1761319741.328450:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2263:x1846876465479936:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319741.329738:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013145fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2263:x1846876465479936:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 1281us (1769us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319741.329750:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1014 00010000:00010000:1.0:1761319741.761721:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319742.785670:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319743.820794:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319744.193735:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474362112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319744.193805:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319744.193910:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362112 00000100:00100000:3.0:1761319744.193957:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1761319744.193962:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474362112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761319744.193991:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:3.0:1761319744.194044:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015798a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474362112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319744.194050:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1761319744.194171:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35a3837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474362112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319744.705740:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474362176:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319744.705804:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.705837:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d22763ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474362240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319744.705857:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319744.705929:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362240 00000100:00100000:0.0:1761319744.705970:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1761319744.705976:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474362240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1761319744.706001:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:0.0:1761319744.706038:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001306103e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474362240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319744.706044:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1761319744.706115:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d22763ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474362240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319744.706173:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362176 00000100:00100000:0.0:1761319744.706756:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1761319744.706761:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474362176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761319744.706784:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1761319744.706829:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000261f2ed6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474362176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319744.706835:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1761319744.706904:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae7a99b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474362176:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319744.707788:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000455b1bcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474362368:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.707829:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.707860:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474362624:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.707881:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.707898:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474362880:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.707917:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.707935:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1761319744.707940:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474362304:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.707966:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.707979:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3354:1846876474362560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.707998:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.708010:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3354:1846876474362816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708029:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.708053:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362368 00000100:00100000:1.0:1761319744.708083:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362624 00000100:00100000:1.0:1761319744.708097:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362880 00000100:00100000:1.0:1761319744.708105:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362560 00000100:00100000:1.0:1761319744.708113:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362816 00000100:00100000:1.0:1761319744.708123:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:1.0:1761319744.708127:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005644b17b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474362368:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708163:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005644b17b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474362368:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708169:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:1.0:1761319744.708182:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:1.0:1761319744.708185:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474362624:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708210:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cc8f63c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474362624:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708216:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:1.0:1761319744.708226:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:1.0:1761319744.708230:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018c2e0f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474362880:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708253:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018c2e0f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474362880:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708259:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00100000:1.0:1761319744.708268:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:1.0:1761319744.708272:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000307a5365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3354:x1846876474362560:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708294:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000307a5365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3354:x1846876474362560:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708299:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00000100:00100000:1.0:1761319744.708309:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1761319744.708312:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062488817 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3354:x1846876474362816:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708335:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062488817 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3354:x1846876474362816:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708341:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1761319744.708362:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362304 00000100:00100000:1.0:1761319744.708385:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1761319744.708388:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002eb5d9b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474362304:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708413:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002eb5d9b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474362304:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708418:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1761319744.708444:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474362496:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708466:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.708479:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d65cbb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474362752:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708498:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.708533:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1761319744.708539:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d22763ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474362432:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708574:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.708586:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056571039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474362688:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708612:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.708626:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000059bb536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474362944:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708646:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319744.708669:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362752 00000100:00100000:1.0:1761319744.708693:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362688 00000100:00100000:1.0:1761319744.708707:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362944 00000100:00100000:1.0:1761319744.708721:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1761319744.708724:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1ffff5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474362752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708776:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1ffff5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474362752:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708783:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1761319744.708795:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1761319744.708799:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474362688:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708823:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7e8a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474362688:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708829:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1761319744.708839:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1761319744.708843:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000662a3e56 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474362944:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708866:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000662a3e56 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474362944:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708872:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1761319744.708895:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362496 00000100:00100000:1.0:1761319744.708916:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:1.0:1761319744.708919:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005acf324f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474362496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.708946:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005acf324f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474362496:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319744.708952:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:1.0:1761319744.708987:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474362304:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.709000:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007043fb5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3354:1846876474362560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.709008:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd392b5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3354:1846876474362816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.709016:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000455b1bcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474362368:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.709023:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dcd0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474362624:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.709031:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8602162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474362880:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.709071:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056571039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474362688:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.709078:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000059bb536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474362944:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.709085:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474362496:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319744.709091:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d65cbb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474362752:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319744.709221:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474362432 00000100:00100000:0.0:1761319744.710371:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1761319744.710379:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005df77adb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474362432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319744.710440:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005df77adb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474362432:12345-0@lo:400:kworker/u8:0.0 Request processed in 61us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319744.710446:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1761319744.710605:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d22763ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474362432:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761319744.833798:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319745.862706:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319746.247805:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071007eb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474363072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319746.247888:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319746.248027:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363072 00000100:00100000:0.0:1761319746.248076:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1761319746.248081:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e389ad27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474363072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761319746.248108:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319746.248149:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e389ad27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474363072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319746.248156:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1761319746.248201:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071007eb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474363072:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319746.248319:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761319746.248331:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028b04089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474363008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319746.248361:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319746.248429:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363008 00000100:00100000:0.0:1761319746.248461:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1761319746.248465:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474363008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761319746.248474:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319746.248504:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e35a3837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474363008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 38us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319746.248555:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1761319746.248597:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028b04089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474363008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319746.441764:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319746.441811:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319746.441851:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319746.441877:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319746.441896:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319746.441911:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319746.441931:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319746.441961:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480064 00000100:00100000:1.0:1761319746.442002:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480128 00000100:00100000:1.0:1761319746.442018:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480320 00000100:00100000:1.0:1761319746.442030:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480256 00000100:00100000:1.0:1761319746.442044:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1754 00000100:00100000:1.0:1761319746.442050:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000435a08e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465480064:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319746.442120:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000435a08e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465480064:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 70us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319746.442128:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1754 00000100:00100000:1.0:1761319746.442145:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1755 00000100:00100000:1.0:1761319746.442149:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e6e90f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465480128:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319746.442173:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e6e90f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465480128:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 23us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319746.442179:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1755 00000100:00100000:1.0:1761319746.442188:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1756 00000100:00100000:1.0:1761319746.442192:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007043fb5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465480320:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319746.442212:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007043fb5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465480320:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 19us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319746.442219:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1756 00000100:00100000:1.0:1761319746.442229:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1757 00000100:00100000:1.0:1761319746.442233:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d22763ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465480256:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319746.442253:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d22763ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465480256:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 19us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319746.442258:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1757 00000100:00100000:1.0:1761319746.442282:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480192 00000100:00100000:1.0:1761319746.442308:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480384 00000100:00100000:1.0:1761319746.442322:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1018 00000100:00100000:1.0:1761319746.442326:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035345fdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465480192:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319746.442347:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035345fdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465480192:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 20us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319746.442353:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1018 00000100:00100000:1.0:1761319746.442361:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1019 00000100:00100000:1.0:1761319746.442365:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094186889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465480384:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319746.442384:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094186889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465480384:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 18us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319746.442389:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1019 00000100:00100000:2.0:1761319746.444276:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480000 00000100:00100000:2.0:1761319746.444333:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 666 00000100:00100000:2.0:1761319746.444338:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa1a3c3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465480000:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319746.444403:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa1a3c3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465480000:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 64us (2592us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319746.444410:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 666 00010000:00010000:1.0:1761319746.881765:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761319747.905689:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319748.929686:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319749.313931:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dbf61901 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474363136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319749.314002:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319749.314295:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363136 00000100:00100000:2.0:1761319749.314347:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1761319749.314353:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000455b1bcd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474363136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761319749.314384:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:2.0:1761319749.314435:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000455b1bcd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474363136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319749.314443:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1761319749.314565:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dbf61901 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474363136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319749.825746:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474363200:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319749.825767:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474363264:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.825828:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c74dde3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474363328:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.825880:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adf78915 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474363392:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319749.825940:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319749.825940:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319749.825962:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319749.825985:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474363520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319749.825985:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004573c4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474363456:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.825989:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474363584:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319749.826036:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319749.826037:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319749.826052:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363328 00000100:00100000:1.0:1761319749.826091:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363456 00000100:00100000:1.0:1761319749.826110:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:2.0:1761319749.826116:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a8f9ed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474363712:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319749.826117:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e786467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474363776:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.826117:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000063c66a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474363328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319749.826164:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319749.826175:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000063c66a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474363328:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319749.826183:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00100000:3.0:1761319749.826191:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363200 00000100:00100000:2.0:1761319749.826199:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000181dfd84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474363968:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.826204:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:1.0:1761319749.826210:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474363456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319749.826225:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363520 00000100:00100000:2.0:1761319749.826229:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319749.826246:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1761319749.826254:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a865c16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474363456:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319749.826262:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00100000:3.0:1761319749.826266:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000705b3e44 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3355:x1846876474363200:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319749.826272:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004573c4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474363456:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.826293:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363712 00000004:00000024:3.0:1761319749.826294:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1761319749.826317:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1761319749.826323:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbf61901 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3356:x1846876474363520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.826337:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363968 00000100:00100000:3.0:1761319749.826343:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000705b3e44 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3355:x1846876474363200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319749.826351:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1761319749.826364:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1761319749.826369:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbf61901 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474363520:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319749.826374:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae7a99b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474363712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319749.826381:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363264 00000100:00100000:2.0:1761319749.826381:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1761319749.826417:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1761319749.826423:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000def99e45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474363264:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319749.826431:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:1.0:1761319749.826431:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae7a99b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474363712:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319749.826440:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474363968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.826445:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1761319749.826464:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000def99e45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474363264:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319749.826472:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1761319749.826486:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474363968:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319749.826496:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:1.0:1761319749.826498:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319749.826561:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a8f9ed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474363712:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.826570:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b76ace1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474363840:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319749.826575:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363584 00000100:00100000:3.0:1761319749.826579:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000181dfd84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474363968:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319749.826597:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f63ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474363200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319749.826614:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:1.0:1761319749.826615:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319749.826622:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000361e4080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474363584:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319749.826644:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319749.826648:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028b04089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474364096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1761319749.826668:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474364032:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319749.826673:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000361e4080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474363584:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319749.826681:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:1.0:1761319749.826694:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319749.826705:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319749.826710:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363840 00000100:00100000:1.0:1761319749.826735:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c74dde3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474363328:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.826749:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474363584:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.826779:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364096 00000100:00100000:1.0:1761319749.826807:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1761319749.826813:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b90e2dc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474364096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1761319749.826836:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:0.0:1761319749.826847:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319749.826868:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474363648:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319749.826890:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b90e2dc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474364096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319749.826899:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319749.826903:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1761319749.826922:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c584d998 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474363904:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.826945:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319749.827044:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363648 00000100:00100000:0.0:1761319749.827068:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363904 00000100:00100000:0.0:1761319749.827080:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:0.0:1761319749.827084:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034857ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474363840:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.827113:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034857ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474363840:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319749.827118:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00100000:0.0:1761319749.827128:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:0.0:1761319749.827131:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c76ffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474363648:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.827181:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c76ffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474363648:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319749.827189:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00100000:0.0:1761319749.827201:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:0.0:1761319749.827204:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d65cbb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474363904:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.827226:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d65cbb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474363904:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319749.827231:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:3.0:1761319749.827316:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474363264:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319749.827335:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474363520:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.827963:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363776 00000100:00100000:0.0:1761319749.827993:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364032 00000100:00100000:0.0:1761319749.828011:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1761319749.828014:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474363776:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.828052:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f63ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474363776:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1410us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319749.828057:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1761319749.828067:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1761319749.828070:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474364032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.828092:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474364032:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319749.828097:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1761319749.828125:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474363648:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.828134:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c584d998 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474363904:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.828160:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e786467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474363776:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.828169:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474364032:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319749.828217:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028b04089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474364096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1761319749.828228:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b76ace1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474363840:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319749.828542:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474363392 00000100:00100000:3.0:1761319749.828564:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1761319749.828567:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071007eb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474363392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319749.828600:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071007eb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474363392:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (1755us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319749.828605:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1761319749.828626:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adf78915 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474363392:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761319749.953695:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761319750.979148:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319751.362105:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028b04089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474364160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319751.362172:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319751.362245:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364160 00000100:00100000:2.0:1761319751.362295:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1761319751.362300:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000051a1f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474364160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761319751.362330:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:2.0:1761319751.362703:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000051a1f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474364160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 402us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319751.362703:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028b04089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474364160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319751.362711:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1761319751.362897:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474364224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319751.362927:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319751.363381:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364224 00000100:00100000:0.0:1761319751.363424:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1761319751.363428:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474364224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761319751.363441:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319751.363943:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf78915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474364224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 514us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319751.363952:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1761319751.364056:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474364224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319751.565175:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319751.565344:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319751.566623:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480448 00000100:00100000:0.0:1761319751.567221:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480512 00000100:00100000:3.0:1761319751.567246:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 668 00000100:00100000:3.0:1761319751.567253:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b95493be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465480448:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319751.567258:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1764 00000100:00100000:0.0:1761319751.567262:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017fd6feb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2262:x1846876465480512:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319751.567331:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017fd6feb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2262:x1846876465480512:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 67us (1987us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319751.567339:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b95493be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465480448:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 86us (2171us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319751.567339:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1764 00000100:00100000:3.0:1761319751.567344:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 668 00000100:00100000:1.0:1761319751.567644:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319751.567678:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319751.567689:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480576 00000100:00100000:0.0:1761319751.567726:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1765 00000100:00100000:0.0:1761319751.567731:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009811a9e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465480576:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319751.567747:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319751.567766:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009811a9e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465480576:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 30us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319751.567773:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1765 00000100:00100000:3.0:1761319751.567775:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480640 00000100:00100000:0.0:1761319751.567783:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480704 00000100:00100000:3.0:1761319751.567798:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1024 00000100:00100000:0.0:1761319751.567798:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1766 00000100:00100000:3.0:1761319751.567802:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab6b78c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2262:x1846876465480640:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319751.567802:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0a49171 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2263:x1846876465480704:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319751.567957:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab6b78c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2262:x1846876465480640:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 154us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319751.568058:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319751.568070:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480768 00000100:00100000:1.0:1761319751.568094:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1767 00000100:00100000:2.0:1761319751.568096:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319751.568098:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2262:x1846876465480768:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319751.568125:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480832 00000100:00100000:1.0:1761319751.568127:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74dde3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2262:x1846876465480768:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 28us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319751.568137:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1767 00000100:00100000:2.0:1761319751.568147:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1025 00000100:00100000:2.0:1761319751.568152:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2263:x1846876465480832:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319751.568177:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2263:x1846876465480832:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 25us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319751.568184:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1025 00000100:00100000:3.0:1761319751.568197:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1024 00000100:00100000:0.0:1761319751.568285:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0a49171 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2263:x1846876465480704:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 481us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319751.568292:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1766 00010000:00010000:3.0:1761319752.002038:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319753.028671:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761319754.053386:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319754.433748:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474364288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761319754.433821:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319754.433906:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364288 00000100:00100000:2.0:1761319754.433970:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1761319754.433980:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474364288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761319754.434017:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:2.0:1761319754.434615:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474364288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 632us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319754.434630:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1761319754.434636:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474364288:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319754.945697:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474364352:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.945768:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010085299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474364480:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.945787:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319754.945804:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053fb275e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474364544:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.946929:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319754.946960:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003777dc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3355:1846876474364736:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.946991:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319754.947003:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c584d998 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3355:1846876474364992:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947020:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319754.947069:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364480 00000100:00100000:2.0:1761319754.947073:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001525668c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474364608:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947113:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319754.947113:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1761319754.947120:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025a9dad4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474364480:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947132:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000792fad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474364864:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947164:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319754.947177:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025a9dad4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474364480:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319754.947185:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a64415d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474365120:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947186:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1761319754.947204:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364608 00000100:00100000:2.0:1761319754.947218:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319754.947222:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1761319754.947226:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474364608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947242:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1761319754.947251:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474364416:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947257:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474364608:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319754.947263:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1761319754.947280:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364736 00000100:00100000:2.0:1761319754.947301:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319754.947302:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364992 00000100:00100000:1.0:1761319754.947320:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364416 00000100:00100000:2.0:1761319754.947321:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a323d813 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474364672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947340:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:2.0:1761319754.947346:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319754.947348:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f63fa494 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3355:x1846876474364736:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947367:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474364928:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947382:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f63fa494 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3355:x1846876474364736:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319754.947389:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:2.0:1761319754.947394:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319754.947401:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364672 00000100:00100000:1.0:1761319754.947414:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364928 00000100:00100000:2.0:1761319754.947421:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001525668c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474364608:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947426:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:1.0:1761319754.947432:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4055949 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3355:x1846876474364992:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947459:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4055949 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3355:x1846876474364992:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319754.947461:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364352 00000100:00100000:1.0:1761319754.947466:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:1.0:1761319754.947490:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:1.0:1761319754.947494:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007656a07e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474364416:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947505:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1761319754.947528:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bffe4348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474364352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947550:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007656a07e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474364416:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319754.947557:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00100000:2.0:1761319754.947573:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bffe4348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474364352:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (1786us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319754.947574:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:1.0:1761319754.947581:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc629ccf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474364672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947585:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1761319754.947617:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc629ccf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474364672:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319754.947624:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:2.0:1761319754.947635:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364864 00000100:00100000:1.0:1761319754.947639:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:1.0:1761319754.947644:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1d4a882 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474364928:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947665:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365120 00000100:00100000:1.0:1761319754.947673:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d4a882 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474364928:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319754.947679:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00100000:2.0:1761319754.947689:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1761319754.947694:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474364864:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947717:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1761319754.947722:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a0cc7a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474365120:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947729:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474364864:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319754.947736:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1761319754.947758:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a0cc7a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474365120:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319754.947765:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1761319754.947777:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474364416:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947791:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a323d813 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474364672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947808:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010085299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474364480:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947809:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e7c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474364928:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947830:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003777dc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3355:1846876474364736:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947833:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000792fad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474364864:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319754.947849:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c584d998 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3355:1846876474364992:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947852:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a64415d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474365120:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947867:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474364352:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319754.947923:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761319754.947931:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b90ab60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474365184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319754.949581:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319754.949942:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319754.949968:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c5e90c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474364800:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319754.949999:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319754.950013:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000181dfd84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474365056:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319754.950028:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319754.950061:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364544 00000100:00100000:0.0:1761319754.950091:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:0.0:1761319754.950095:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056571039 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474364544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319754.950135:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056571039 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474364544:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319754.950141:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:0.0:1761319754.950159:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474364800 00000100:00100000:0.0:1761319754.950176:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365056 00000100:00100000:0.0:1761319754.950188:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1761319754.950191:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474364800:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319754.950212:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8602162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474364800:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319754.950218:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1761319754.950226:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1761319754.950229:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3dcd0dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474365056:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319754.950245:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3dcd0dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474365056:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319754.950250:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1761319754.950277:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053fb275e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474364544:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319754.950285:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c5e90c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474364800:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319754.950291:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000181dfd84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474365056:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319754.950371:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b76ace1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474365248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319754.950398:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319754.950421:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365248 00000100:00100000:3.0:1761319754.950440:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1761319754.950444:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e786467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474365248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761319754.950465:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1761319754.950535:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e786467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474365248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319754.950542:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1761319754.950554:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b76ace1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474365248:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319754.957798:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365184 00000100:00100000:1.0:1761319754.957878:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1761319754.957884:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa2d1761 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474365184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1761319754.957919:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:1.0:1761319754.958009:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa2d1761 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474365184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (8432us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319754.958016:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1761319754.958416:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b90ab60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474365184:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1761319755.073740:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319756.097811:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319756.482267:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761319756.482292:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474365312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319756.482327:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761319756.482336:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000030b50ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474365376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319756.482362:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319756.482397:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365312 00000100:00100000:1.0:1761319756.482454:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1761319756.482459:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474365312:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761319756.482491:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1761319756.482497:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319756.482547:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365376 00000100:00100000:1.0:1761319756.482562:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa91c852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474365312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319756.482571:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1761319756.482575:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474365376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761319756.482591:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319756.482621:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd392b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474365376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319756.482842:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1761319756.482846:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1761319756.482886:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a933608b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474365312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761319756.482886:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000030b50ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474365376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319756.680639:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319756.680688:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319756.680712:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319756.680740:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319756.680763:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319756.680782:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319756.680803:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319756.680837:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481024 00000100:00100000:2.0:1761319756.680879:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481152 00000100:00100000:2.0:1761319756.680894:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480960 00000100:00100000:2.0:1761319756.680907:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481216 00000100:00100000:2.0:1761319756.680920:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1774 00000100:00100000:2.0:1761319756.680926:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adcee893 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465481024:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319756.680996:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adcee893 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465481024:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 69us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319756.681003:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1774 00000100:00100000:2.0:1761319756.681020:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1775 00000100:00100000:2.0:1761319756.681024:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000925c8c42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465481152:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319756.681049:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000925c8c42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465481152:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 24us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319756.681055:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1775 00000100:00100000:2.0:1761319756.681065:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1776 00000100:00100000:2.0:1761319756.681069:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465480960:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319756.681090:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000181dfd84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465480960:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 20us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319756.681098:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1776 00000100:00100000:2.0:1761319756.681107:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1777 00000100:00100000:2.0:1761319756.681111:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465481216:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319756.681132:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053fb275e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465481216:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 19us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319756.681138:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1777 00000100:00100000:2.0:1761319756.681156:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481280 00000100:00100000:2.0:1761319756.681178:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1030 00000100:00100000:2.0:1761319756.681182:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007368d3f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465481280:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319756.681205:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007368d3f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465481280:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 23us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319756.681211:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1030 00000100:00100000:2.0:1761319756.681221:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481088 00000100:00100000:2.0:1761319756.681240:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1031 00000100:00100000:2.0:1761319756.681244:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465481088:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319756.681267:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465481088:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 21us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319756.681273:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1031 00000100:00100000:3.0:1761319756.681500:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465480896 00000100:00100000:3.0:1761319756.681561:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 670 00000100:00100000:3.0:1761319756.681565:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff0c710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465480896:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319756.681597:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff0c710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465480896:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 31us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319756.681603:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 670 00010000:00010000:0.0:1761319757.121788:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319758.145658:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319759.172533:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319759.553966:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761319759.554437:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474365440:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319759.555145:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319759.555403:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365440 00000100:00100000:3.0:1761319759.555465:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1761319759.555471:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f31a281 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474365440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761319759.555504:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:1.0:1761319759.557059:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474365440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761319759.557134:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f31a281 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474365440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1660us (1989us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319759.557146:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1761319760.065779:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d87d51a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474365632:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.065794:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000030b50ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474365696:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319760.065904:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004440483e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68df1e14-c2c4-4a78-9867-0802db2bcc35:3355:1846876474365504:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.067171:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319760.067208:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474365952:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.067252:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319760.067271:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474366208:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.067293:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319760.067379:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365952 00000100:00100000:0.0:1761319760.067750:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083006fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474365568:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319760.067786:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319760.067813:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a64415d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474365824:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.067821:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365696 00000100:00100000:0.0:1761319760.067841:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319760.067857:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1761319760.067861:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b4dbde5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474366080:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.067865:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e559437b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474365696:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319760.067887:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319760.067912:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474366336:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319760.067923:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e559437b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474365696:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319760.067931:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1761319760.067939:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319760.067959:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761319760.067965:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b67c88a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474366272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1761319760.067988:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319760.068014:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365568 00000100:00100000:0.0:1761319760.068040:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365824 00000100:00100000:0.0:1761319760.068057:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366080 00000100:00100000:0.0:1761319760.068073:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:0.0:1761319760.068077:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028b04089 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474365568:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319760.068115:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028b04089 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474365568:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319760.068121:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:0.0:1761319760.068133:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:0.0:1761319760.068136:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039fa2f09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474365824:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319760.068158:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039fa2f09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474365824:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319760.068163:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00100000:0.0:1761319760.068172:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:0.0:1761319760.068175:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074e4c104 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474366080:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319760.068195:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074e4c104 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474366080:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319760.068200:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1761319760.068279:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366208 00000100:00100000:1.0:1761319760.068304:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1761319760.068308:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000260326d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474365952:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.068398:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000260326d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474365952:12345-0@lo:400:kworker/u8:0.0 Request processed in 88us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319760.068408:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1761319760.068421:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:1.0:1761319760.068424:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000910ec243 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474366208:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.068478:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000910ec243 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474366208:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (1185us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319760.068484:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:1.0:1761319760.068623:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000030b50ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474365696:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.068637:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474365952:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.068645:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474366208:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.068700:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366272 00000100:00100000:1.0:1761319760.068723:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1761319760.068727:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474366272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1761319760.068750:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:2.0:1761319760.068866:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319760.068888:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b90ab60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474365760:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319760.068910:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319760.068922:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474366016:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319760.068938:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319760.069018:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7726704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474366272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 289us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319760.069024:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1761319760.069045:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365760 00000100:00100000:1.0:1761319760.069063:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366016 00000100:00100000:1.0:1761319760.069075:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1761319760.069078:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474365760:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.069107:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000792fad3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474365760:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319760.069113:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1761319760.069123:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782 00000100:00100000:1.0:1761319760.069125:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474366016:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.069150:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000272e7c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474366016:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319760.069155:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782 00000100:00100000:1.0:1761319760.069203:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b67c88a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474366272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319760.069213:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083006fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474365568:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.069221:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a64415d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474365824:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.069230:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b4dbde5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474366080:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.069265:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365504 00000100:00100000:1.0:1761319760.069289:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1761319760.069293:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dec21864 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3355:x1846876474365504:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.070505:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366336 00000100:00100000:3.0:1761319760.070552:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1761319760.070556:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000243a9ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474366336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761319760.070585:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1761319760.070640:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000243a9ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474366336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319760.070646:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1761319760.070671:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319760.070705:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003da67c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474365888:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.070729:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319760.070741:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000964da7ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474366144:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.070755:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319760.070782:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365888 00000100:00100000:3.0:1761319760.070800:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366144 00000100:00100000:3.0:1761319760.070812:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1761319760.070815:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b76ace1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474365888:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.070840:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b76ace1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474365888:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319760.070846:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1761319760.070854:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1761319760.070857:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684f39fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474366144:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.070874:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684f39fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474366144:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319760.070878:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1761319760.070895:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474365632 00000100:00100000:3.0:1761319760.070916:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00100000:3.0:1761319760.070920:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a933608b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474365632:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.070946:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a933608b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474365632:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319760.070952:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00000100:00100000:3.0:1761319760.070987:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d87d51a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474365632:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.070996:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003da67c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474365888:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.071004:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000964da7ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474366144:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.071049:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b90ab60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474365760:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319760.071059:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474366016:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319760.071565:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dec21864 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3355:x1846876474365504:12345-0@lo:400:kworker/u8:0.0 Request processed in 2269us (2697us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319760.071574:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1761319760.071619:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474366336:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319760.073590:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004440483e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68df1e14-c2c4-4a78-9867-0802db2bcc35:3355:1846876474365504:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1761319760.194028:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319761.218116:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319761.604308:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b4dbde5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474366400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761319761.604378:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319761.604425:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761319761.604442:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474366464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761319761.604466:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319761.604550:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366400 00000100:00100000:3.0:1761319761.604601:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366464 00000100:00100000:3.0:1761319761.604620:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1761319761.604625:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4cca586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474366400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319761.604653:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319761.604695:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4cca586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474366400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319761.604701:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1761319761.604719:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1761319761.604722:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d1febe4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474366464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761319761.604732:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319761.604753:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d1febe4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474366464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 30us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319761.604759:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1761319761.604794:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474366464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319761.604805:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b4dbde5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474366400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319761.805831:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319761.805873:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319761.806189:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481408 00000100:00100000:2.0:1761319761.806501:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319761.807238:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1784 00000100:00100000:1.0:1761319761.807251:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a323d813 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465481408:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761319761.807300:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319761.807323:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319761.807353:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319761.807382:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481664 00000100:00100000:2.0:1761319761.807391:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319761.807438:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481472 00000100:00100000:3.0:1761319761.807462:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481600 00000100:00100000:3.0:1761319761.807480:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1785 00000100:00100000:3.0:1761319761.807484:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465481664:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319761.807588:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c584d998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465481664:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 101us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319761.807596:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1785 00000100:00100000:3.0:1761319761.807631:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1786 00000100:00100000:3.0:1761319761.807635:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003777dc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465481472:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319761.807662:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003777dc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465481472:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 27us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319761.807669:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1786 00000100:00100000:3.0:1761319761.807678:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1787 00000100:00100000:3.0:1761319761.807681:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010085299 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465481600:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319761.807700:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010085299 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465481600:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 17us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319761.807705:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1787 00000100:00100000:3.0:1761319761.807755:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481344 00000100:00100000:3.0:1761319761.807781:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 672 00000100:00100000:3.0:1761319761.807785:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dba6fb58 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465481344:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319761.807839:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dba6fb58 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465481344:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 53us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319761.807846:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 672 00000100:00100000:1.0:1761319761.808298:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a323d813 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465481408:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 1047us (2472us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319761.808306:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1784 00000100:00100000:0.0:1761319761.812433:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481536 00000100:00100000:0.0:1761319761.812494:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481728 00000100:00100000:0.0:1761319761.812537:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1036 00000100:00100000:0.0:1761319761.812543:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000056e9316 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465481536:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761319761.812607:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000056e9316 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465481536:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 64us (6735us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319761.812614:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1036 00000100:00100000:0.0:1761319761.812627:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1037 00000100:00100000:0.0:1761319761.812631:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001525668c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465481728:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761319761.812646:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001525668c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465481728:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 15us (5259us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319761.812651:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1037 00010000:00010000:1.0:1761319762.241760:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319763.265818:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319764.290403:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319764.678923:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761319764.678954:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474366528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319764.679049:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319764.679764:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366528 00000100:00100000:0.0:1761319764.679833:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1761319764.679840:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b67c88a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474366528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761319764.679889:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:0.0:1761319764.679955:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b67c88a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474366528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319764.679964:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1761319764.680008:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474366528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319765.185885:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761319765.185918:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474366592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319765.186020:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319765.186075:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474366656:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319765.186112:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319765.186143:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366592 00000100:00100000:1.0:1761319765.186216:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1761319765.186224:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474366592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1761319765.186261:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:1.0:1761319765.186339:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3767349 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474366592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319765.186348:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1761319765.186412:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474366592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319765.186486:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366656 00000100:00100000:2.0:1761319765.186546:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1761319765.186551:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f721402 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474366656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761319765.186575:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1761319765.186607:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f721402 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474366656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319765.186613:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1761319765.186794:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2c5df4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474366656:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319765.186966:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aaa3c59a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474366912:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319765.187003:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319765.187007:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0e3caaa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474366720:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319765.187036:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcb11ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474367168:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319765.187051:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319765.187069:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319765.187075:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b07bada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474366976:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319765.187103:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319765.187721:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366720 00000100:00100000:2.0:1761319765.187730:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d924f9a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474367232:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319765.187765:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1761319765.187768:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319765.187774:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011b77b08 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474366720:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319765.188110:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011b77b08 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3354:x1846876474366720:12345-0@lo:400:kworker/u8:2.0 Request processed in 337us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319765.188147:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366912 00000100:00100000:2.0:1761319765.188178:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0e3caaa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68df1e14-c2c4-4a78-9867-0802db2bcc35:3354:1846876474366720:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188190:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367168 00000100:00100000:2.0:1761319765.188213:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a44e18c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474366848:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188216:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366976 00000100:00100000:2.0:1761319765.188245:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319765.188252:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367232 00000100:00100000:2.0:1761319765.188258:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a986a236 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474367104:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188269:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366848 00000100:00100000:0.0:1761319765.188285:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788 00000100:00100000:0.0:1761319765.188289:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2c5df4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474366912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188359:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2c5df4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474366912:12345-0@lo:400:kworker/u8:2.0 Request processed in 69us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319765.188366:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788 00000100:00100000:0.0:1761319765.188381:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:0.0:1761319765.188385:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474367168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188423:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ad39e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474367168:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319765.188430:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00100000:0.0:1761319765.188440:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790 00000100:00100000:0.0:1761319765.188444:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059ee3c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474366976:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188476:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059ee3c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474366976:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (1373us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319765.188482:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790 00000100:00100000:0.0:1761319765.188493:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791 00000100:00100000:0.0:1761319765.188496:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081dd29d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474367232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188579:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081dd29d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474367232:12345-0@lo:400:kworker/u8:2.0 Request processed in 81us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319765.188586:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791 00000100:00100000:0.0:1761319765.188611:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1761319765.188615:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024846663 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474366848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188640:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024846663 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474366848:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319765.188646:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1761319765.188712:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b07bada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474366976:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188725:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d924f9a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474367232:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188758:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013fc8745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474366784:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188787:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319765.188804:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9291881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474367040:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188827:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319765.188842:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a085beaa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474367296:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188860:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319765.188890:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367040 00000100:00100000:0.0:1761319765.188917:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367296 00000100:00100000:0.0:1761319765.188936:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1761319765.188939:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b07bada pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474367040:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.188970:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b07bada pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474367040:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319765.188977:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1761319765.188988:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1761319765.188991:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dfc849e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474367296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.189016:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dfc849e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474367296:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319765.189021:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1761319765.189047:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9291881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474367040:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319765.189056:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a085beaa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474367296:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319765.189318:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1761319765.189376:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aaa3c59a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474366912:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319765.189401:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcb11ca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474367168:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319765.189734:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474366784 00000100:00100000:1.0:1761319765.189769:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:1.0:1761319765.189773:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d924f9a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474366784:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319765.189828:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d924f9a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3355:x1846876474366784:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (1042us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319765.189835:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00100000:1.0:1761319765.189876:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013fc8745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3355:1846876474366784:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319765.190127:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319765.190206:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a44e18c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474366848:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319765.190243:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367104 00000100:00100000:3.0:1761319765.190298:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:3.0:1761319765.190303:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c838b95e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474367104:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319765.191616:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c838b95e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474367104:12345-0@lo:400:kworker/u8:2.0 Request processed in 1306us (1490us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319765.191627:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1761319765.191828:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a986a236 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474367104:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761319765.313726:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319766.339040:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761319766.722143:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474367424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319766.722212:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319766.722320:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367424 00000100:00100000:1.0:1761319766.722369:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1761319766.722375:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474367424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761319766.722415:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:1.0:1761319766.722461:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028037f6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474367424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319766.722469:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1761319766.722540:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474367424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761319766.722644:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761319766.722672:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000198107d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474367360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761319766.722743:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319766.722858:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367360 00000100:00100000:3.0:1761319766.722894:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1761319766.722899:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a085beaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474367360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761319766.722910:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319766.722954:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a085beaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474367360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319766.722960:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1761319766.723023:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000198107d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474367360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319766.919572:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319766.919647:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319766.919674:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481792 00000100:00100000:1.0:1761319766.919737:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 674 00000100:00100000:1.0:1761319766.919744:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9f99921 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465481792:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319766.919834:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9f99921 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465481792:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 90us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319766.919846:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 674 00000100:00100000:3.0:1761319766.920152:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319766.920435:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319766.920487:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319766.920506:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481856 00000100:00100000:2.0:1761319766.920585:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481920 00000100:00100000:2.0:1761319766.920615:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1794 00000100:00100000:2.0:1761319766.920622:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465481856:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319766.920633:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465481984 00000100:00100000:1.0:1761319766.920665:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1041 00000100:00100000:1.0:1761319766.920671:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc75ed18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465481984:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319766.920691:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f1a3930 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465481856:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 67us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319766.920701:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1794 00000100:00100000:1.0:1761319766.920708:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc75ed18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465481984:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 35us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319766.920717:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1041 00000100:00100000:2.0:1761319766.920736:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1795 00000100:00100000:2.0:1761319766.920742:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000198107d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465481920:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319766.920773:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000198107d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465481920:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 31us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319766.920782:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1795 00000100:00100000:3.0:1761319766.929121:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319766.929176:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482112 00000100:00100000:3.0:1761319766.929183:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319766.929244:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482048 00000100:00100000:0.0:1761319766.929284:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1796 00000100:00100000:0.0:1761319766.929290:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465482112:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319766.929384:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482176 00000100:00100000:0.0:1761319766.929385:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceed9277 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465482112:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 93us (8897us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319766.929404:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1796 00000100:00100000:0.0:1761319766.929424:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1797 00000100:00100000:0.0:1761319766.929429:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465482048:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319766.929439:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1042 00000100:00100000:2.0:1761319766.929446:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465482176:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319766.929454:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021058db5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465482048:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 22us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319766.929460:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1797 00000100:00100000:2.0:1761319766.929488:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c510a247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465482176:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 42us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319766.929497:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1042 00010000:00010000:3.0:1761319767.361676:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319768.387463:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319769.409761:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319769.795251:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761319769.795280:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474367488:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761319769.795360:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319769.795499:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367488 00000100:00100000:3.0:1761319769.795584:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1761319769.795594:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9291881 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474367488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761319769.795630:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:3.0:1761319769.795754:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9291881 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474367488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 162us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319769.795762:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1761319769.795832:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474367488:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761319770.305724:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046bd9de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474367552:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319770.305849:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319770.306073:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000236a0cfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474367616:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.306143:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319770.306187:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474367872:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.306214:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319770.306232:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b821092c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474368128:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.306252:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319770.306265:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8f2276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474368384:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.306282:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319770.306304:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1761319770.306309:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb15f2ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474367808:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.306329:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319770.306587:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367616 00000100:00100000:3.0:1761319770.306645:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1761319770.306652:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3452c3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474367616:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319770.306712:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3452c3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474367616:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319770.306719:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1761319770.306781:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367872 00000100:00100000:3.0:1761319770.306806:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1761319770.306810:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d3ee955 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474367872:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319770.306839:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d3ee955 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474367872:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319770.306845:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1761319770.306868:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a3b0329 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3354:1846876474367744:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.307224:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002d8bda3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474368064:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.307257:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319770.307285:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aeb6b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474368320:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319770.307291:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367552 00000100:00100000:2.0:1761319770.307311:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319770.307346:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000236a0cfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474367616:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.307360:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dfca6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474367872:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.307396:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367808 00000100:00100000:1.0:1761319770.307444:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1761319770.307445:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368128 00000100:00100000:1.0:1761319770.307455:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4947790 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3355:x1846876474367552:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319770.307481:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368384 00000004:00000024:1.0:1761319770.307492:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1761319770.307497:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368064 00000100:00100000:2.0:1761319770.307532:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368320 00000100:00100000:2.0:1761319770.307548:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1761319770.307553:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474368128:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.307596:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4947790 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3355:x1846876474367552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 140us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319770.307610:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1761319770.307613:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474368128:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319770.307622:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1761319770.307635:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1761319770.307638:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474368384:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.307674:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474368384:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (1391us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319770.307683:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1761319770.307708:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1761319770.307713:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474368064:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.307746:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474368064:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319770.307755:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1761319770.307777:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1761319770.307781:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474368320:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.307810:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474368320:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319770.307816:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1761319770.307869:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002d8bda3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474368064:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319770.308004:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319770.308025:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474367936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319770.308037:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1761319770.308046:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc09a03 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474367808:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319770.308058:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319770.308081:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474368256:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.308105:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc09a03 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474367808:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (1773us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319770.308123:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319770.308124:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1761319770.308151:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1761319770.308162:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003490804a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474367680:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.308163:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367936 00000100:00100000:3.0:1761319770.308192:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319770.308217:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1761319770.308220:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c494782c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474368000:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.308228:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e467d51e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474367936:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1761319770.308244:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1761319770.308253:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:3.0:1761319770.308268:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048158028 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3354:1846876474368192:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319770.308856:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367744 00000100:00100000:0.0:1761319770.308886:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368256 00000100:00100000:0.0:1761319770.308902:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474367680 00000100:00100000:0.0:1761319770.308912:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368000 00000100:00100000:0.0:1761319770.308924:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:0.0:1761319770.308927:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a3ef0ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3354:x1846876474367744:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.310610:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e467d51e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474367936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2378us (2549us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319770.310623:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1761319770.310786:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aeb6b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474368320:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319770.311295:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319770.311319:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046bd9de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474367552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319770.311350:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474367936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1761319770.311416:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368192 00000100:00100000:1.0:1761319770.311440:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:1.0:1761319770.311449:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ddfde6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474368256:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319770.311462:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:3.0:1761319770.311469:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474367680:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.311556:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ddfde6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474368256:12345-0@lo:400:kworker/u8:0.0 Request processed in 105us (3439us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319770.311564:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb68e8f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474367680:12345-0@lo:400:kworker/u8:0.0 Request processed in 93us (3370us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319770.311566:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:3.0:1761319770.311579:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00100000:1.0:1761319770.311602:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:3.0:1761319770.311611:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:1.0:1761319770.311612:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f39b107 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474368000:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319770.311622:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cf9e584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3354:x1846876474368192:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.311677:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f39b107 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474368000:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (3432us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319770.311683:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cf9e584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3354:x1846876474368192:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319770.311702:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:0.0:1761319770.311762:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a3ef0ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3354:x1846876474367744:12345-0@lo:400:kworker/u8:0.0 Request processed in 2833us (3758us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319770.312553:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003490804a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474367680:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.312589:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b821092c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474368128:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.312589:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c494782c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474368000:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.312618:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8f2276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474368384:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.312622:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048158028 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3354:1846876474368192:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.312648:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a3b0329 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3354:1846876474367744:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319770.312673:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e0e7ed6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474368256:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319770.312680:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb15f2ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474367808:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319770.312806:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00000100:00100000:0.0:1761319770.313720:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00010000:00010000:3.0:1761319770.436428:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319771.457827:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319771.844052:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058603dce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474368448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319771.844151:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319771.844234:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368448 00000100:00100000:1.0:1761319771.844294:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1761319771.844302:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474368448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761319771.844340:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:1.0:1761319771.844396:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474368448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319771.844404:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1761319771.844454:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058603dce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474368448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761319771.845155:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761319771.845168:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058603dce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474368512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319771.845205:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319771.845290:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368512 00000100:00100000:3.0:1761319771.845330:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1761319771.845335:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e559437b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474368512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319771.845350:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319771.845394:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e559437b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474368512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319771.845401:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1761319771.845482:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058603dce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474368512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319772.041708:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319772.041753:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319772.041776:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319772.041809:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319772.041829:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319772.041843:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319772.041861:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319772.041899:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482368 00000100:00100000:1.0:1761319772.041950:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482496 00000100:00100000:1.0:1761319772.041969:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482304 00000100:00100000:1.0:1761319772.041981:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482560 00000100:00100000:1.0:1761319772.041993:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1804 00000100:00100000:1.0:1761319772.041999:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b67c88a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465482368:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319772.042079:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b67c88a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465482368:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 80us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319772.042087:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1804 00000100:00100000:1.0:1761319772.042106:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1805 00000100:00100000:1.0:1761319772.042110:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee27246f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465482496:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319772.042135:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee27246f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465482496:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 24us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319772.042141:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1805 00000100:00100000:1.0:1761319772.042152:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1806 00000100:00100000:1.0:1761319772.042156:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045501918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465482304:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319772.042178:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045501918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465482304:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 21us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319772.042183:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1806 00000100:00100000:1.0:1761319772.042193:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1807 00000100:00100000:1.0:1761319772.042197:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005cf8345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465482560:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319772.042213:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005cf8345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465482560:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 16us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319772.042218:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1807 00000100:00100000:1.0:1761319772.042243:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482624 00000100:00100000:1.0:1761319772.042263:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482432 00000100:00100000:1.0:1761319772.042276:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1047 00000100:00100000:1.0:1761319772.042280:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022a89ad4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465482624:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319772.042300:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022a89ad4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465482624:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 20us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319772.042305:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1047 00000100:00100000:1.0:1761319772.042314:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1048 00000100:00100000:1.0:1761319772.042318:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465482432:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319772.042332:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465482432:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 14us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319772.042337:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1048 00000100:00100000:3.0:1761319772.042566:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482240 00000100:00100000:3.0:1761319772.042603:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 676 00000100:00100000:3.0:1761319772.042606:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097ef8527 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465482240:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1761319772.042632:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097ef8527 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465482240:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 25us (935us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319772.042638:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 676 00010000:00010000:1.0:1761319772.481923:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319773.507357:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319774.535757:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319774.914737:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761319774.914768:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474368576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319774.914861:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319774.915261:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368576 00000100:00100000:3.0:1761319774.915320:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1761319774.915326:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474368576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761319774.915374:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:3.0:1761319774.915427:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8cf922c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474368576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319774.915434:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1761319774.915556:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474368576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319775.429672:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003894d647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474368640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319775.429764:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319775.429961:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368640 00000100:00100000:1.0:1761319775.430024:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1761319775.430030:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474368640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1761319775.430068:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:1.0:1761319775.430124:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001be37b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474368640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319775.430132:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1761319775.430244:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003894d647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474368640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319775.434720:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b4cfa6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474368704:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319775.434800:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319775.434880:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368704 00000100:00100000:0.0:1761319775.434921:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1761319775.434926:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caa40fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474368704:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319775.437124:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761319775.437144:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058603dce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474368832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319775.437198:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319775.437243:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368832 00000100:00100000:3.0:1761319775.437279:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1761319775.437284:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000583c7e4b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474368832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761319775.437313:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1761319775.437365:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000583c7e4b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474368832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319775.437373:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1761319775.437417:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058603dce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474368832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319775.437454:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474368768:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319775.437481:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319775.437534:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368768 00000100:00100000:3.0:1761319775.437562:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:3.0:1761319775.437566:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed6ebbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474368768:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319775.437602:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed6ebbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3354:x1846876474368768:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319775.437608:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:3.0:1761319775.437634:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3354:1846876474368768:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.438524:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caa40fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474368704:12345-0@lo:400:kworker/u8:0.0 Request processed in 3582us (3710us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319775.438536:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1761319775.438662:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b4cfa6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474368704:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319775.439298:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474368960:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319775.439354:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319775.439384:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003894d647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474369216:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319775.439416:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319775.439441:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1761319775.439447:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4de164 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474369024:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319775.439475:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319775.439489:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474369280:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319775.439544:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319775.439590:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368960 00000100:00100000:2.0:1761319775.439630:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369216 00000100:00100000:2.0:1761319775.439657:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369024 00000100:00100000:2.0:1761319775.439685:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369280 00000100:00100000:2.0:1761319775.439699:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:2.0:1761319775.439709:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474368960:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319775.439757:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e54c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474368960:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319775.439769:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:2.0:1761319775.439797:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:2.0:1761319775.439801:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474369216:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440100:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b4cfa6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474369088:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440146:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319775.440172:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474369344:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440199:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319775.440225:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761319775.440232:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026de90a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474368896:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440261:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319775.440270:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474369152:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440296:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319775.440345:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369088 00000100:00100000:0.0:1761319775.440373:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369344 00000100:00100000:0.0:1761319775.440387:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369152 00000100:00100000:0.0:1761319775.440397:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1761319775.440400:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df0f118a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474369088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440445:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df0f118a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474369088:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319775.440451:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1761319775.440469:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1761319775.440472:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067b90aae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474369344:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440500:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067b90aae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474369344:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319775.440526:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1761319775.440542:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1761319775.440546:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000243a9ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474369152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440578:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000243a9ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474369152:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319775.440583:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1761319775.440636:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474369152:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440651:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b4cfa6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474369088:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440658:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474369344:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440712:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474368896 00000100:00100000:0.0:1761319775.440738:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:0.0:1761319775.440741:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a85ad1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474369024:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440783:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a85ad1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474369024:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (1303us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319775.440790:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:0.0:1761319775.440803:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:0.0:1761319775.440807:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016e4bb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474369280:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440840:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016e4bb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474369280:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (1296us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319775.440845:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:0.0:1761319775.440855:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:0.0:1761319775.440858:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000872f7629 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474368896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.440894:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000872f7629 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474368896:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319775.440906:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:0.0:1761319775.440944:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026de90a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474368896:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.441008:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4de164 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474369024:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.441017:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474369280:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319775.441026:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474368960:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319775.441173:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a9de5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474369216:12345-0@lo:400:kworker/u8:0.0 Request processed in 1369us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319775.441187:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:0.0:1761319775.445765:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003894d647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474369216:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761319775.558957:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319776.578168:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319776.963783:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4b0f29d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474369408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761319776.963877:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319776.964069:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369408 00000100:00100000:2.0:1761319776.964861:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1761319776.964871:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9291881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474369408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761319776.964911:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:2.0:1761319776.964986:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9291881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474369408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319776.964995:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1761319776.965105:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a986a236 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474369472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761319776.965136:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319776.966191:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4b0f29d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474369408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319776.966790:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369472 00000100:00100000:3.0:1761319776.966837:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1761319776.966844:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a44e18c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474369472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761319776.966864:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319776.966921:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a44e18c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474369472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (1784us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319776.966930:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1761319776.966957:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a986a236 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474369472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319777.166481:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319777.166759:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319777.166904:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482688 00000100:00100000:0.0:1761319777.166992:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 678 00000100:00100000:0.0:1761319777.167000:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001551e74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465482688:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319777.167103:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001551e74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465482688:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 103us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319777.167113:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 678 00000100:00100000:1.0:1761319777.167816:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482752 00000100:00100000:1.0:1761319777.167870:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1814 00000100:00100000:1.0:1761319777.167876:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055c4bf53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465482752:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319777.167952:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055c4bf53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465482752:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 76us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319777.167960:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1814 00000100:00100000:0.0:1761319777.170209:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319777.170363:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482880 00000100:00100000:2.0:1761319777.170418:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1052 00000100:00100000:2.0:1761319777.170424:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013fc8745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465482880:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319777.170688:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013fc8745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465482880:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 263us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319777.170696:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1052 00000100:00100000:0.0:1761319777.171577:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319777.171837:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319777.172538:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319777.173377:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483008 00000100:00100000:1.0:1761319777.174252:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482816 00000100:00100000:0.0:1761319777.174838:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319777.174900:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465482944 00000100:00100000:2.0:1761319777.174931:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1815 00000100:00100000:2.0:1761319777.174937:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcb11ca9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465483008:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319777.174997:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcb11ca9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465483008:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 60us (3422us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319777.175004:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1815 00000100:00100000:2.0:1761319777.175020:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1816 00000100:00100000:2.0:1761319777.175024:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aaa3c59a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465482816:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319777.175045:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aaa3c59a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465482816:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 20us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319777.175050:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1816 00000100:00100000:2.0:1761319777.175060:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1817 00000100:00100000:2.0:1761319777.175064:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0e3caaa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465482944:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319777.175082:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0e3caaa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465482944:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 18us (2546us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319777.175087:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1817 00000100:00100000:2.0:1761319777.182798:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483072 00000100:00100000:2.0:1761319777.182854:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1053 00000100:00100000:2.0:1761319777.182860:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a986a236 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465483072:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319777.182921:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a986a236 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465483072:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 60us (8086us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319777.182928:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1053 00010000:00010000:1.0:1761319777.603649:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319778.625828:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319779.649740:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319780.033864:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761319780.033887:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474369536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761319780.033960:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319780.034214:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369536 00000100:00100000:1.0:1761319780.034834:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1761319780.034841:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000853247e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474369536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761319780.034874:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:1.0:1761319780.034945:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000853247e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474369536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319780.034951:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1761319780.035042:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474369536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761319780.545790:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003da67c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3354:1846876474369792:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.545859:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319780.545886:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474370048:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.545908:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319780.545919:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b4cfa6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474370304:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.545935:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319780.545953:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1761319780.545958:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000964da7ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474369728:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.545980:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319780.545995:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474369984:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.546019:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319780.546032:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474370240:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.546054:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319780.546090:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369792 00000100:00100000:1.0:1761319780.546155:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369984 00000100:00100000:1.0:1761319780.546169:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370240 00000100:00100000:1.0:1761319780.546187:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:1.0:1761319780.546191:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3354:x1846876474369792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.546240:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeb6b14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3354:x1846876474369792:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319780.546247:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:1.0:1761319780.546276:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:1.0:1761319780.546279:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d10181d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474369984:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.546335:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d10181d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3354:x1846876474369984:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319780.546341:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:1.0:1761319780.546352:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:1.0:1761319780.546355:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019cb5fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474370240:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.546378:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019cb5fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3354:x1846876474370240:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319780.546384:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:1.0:1761319780.546401:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369728 00000100:00100000:1.0:1761319780.546426:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1761319780.546430:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474369728:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.546456:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e050b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3354:x1846876474369728:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319780.546461:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1761319780.546495:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000964da7ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474369728:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.546530:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009da209e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3354:1846876474369984:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.546545:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031b56506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3354:1846876474370240:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319780.546553:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003da67c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3354:1846876474369792:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.546713:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370048 00000100:00100000:2.0:1761319780.546751:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370304 00000100:00100000:2.0:1761319780.546772:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1761319780.546775:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000842f28d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474370048:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.546811:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000842f28d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474370048:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319780.546817:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1761319780.546828:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1761319780.546831:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bba748e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474370304:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.546862:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bba748e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474370304:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319780.546868:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1761319780.546902:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474369664:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.546927:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319780.546940:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003894d647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474369920:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.546959:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319780.546969:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026de90a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474370176:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.546987:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319780.547002:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1761319780.547007:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b4dbde5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474369600:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547036:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319780.547050:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474369856:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547089:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319780.547107:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4de164 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474370112:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547130:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319780.547142:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474370368:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547163:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319780.547184:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370112 00000100:00100000:2.0:1761319780.547207:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370368 00000100:00100000:2.0:1761319780.547225:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1761319780.547228:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a3b0329 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474370112:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547271:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a3b0329 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474370112:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319780.547282:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1761319780.547292:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1761319780.547303:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c494782c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474370368:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547333:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c494782c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474370368:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319780.547339:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1761319780.547355:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369664 00000100:00100000:2.0:1761319780.547372:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369920 00000100:00100000:2.0:1761319780.547385:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370176 00000100:00100000:2.0:1761319780.547400:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:2.0:1761319780.547403:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079fae578 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474369664:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547430:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079fae578 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474369664:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319780.547435:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:2.0:1761319780.547445:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:2.0:1761319780.547448:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474369920:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547472:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e38f92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474369920:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319780.547476:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:2.0:1761319780.547486:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:2.0:1761319780.547489:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000464639c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474370176:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547507:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000464639c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474370176:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319780.547547:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:2.0:1761319780.547574:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369600 00000100:00100000:2.0:1761319780.547595:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1761319780.547598:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be913418 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474369600:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547624:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be913418 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474369600:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319780.547630:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1761319780.547676:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa54a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474370048:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547686:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b4cfa6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474370304:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547710:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b4dbde5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474369600:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547718:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4de164 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474370112:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547725:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474370368:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547750:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474369664:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547758:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003894d647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474369920:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547766:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026de90a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474370176:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547792:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474369856 00000100:00100000:2.0:1761319780.547813:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1761319780.547816:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474369856:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319780.547847:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8f2276 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474369856:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319780.547853:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1761319780.547873:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474369856:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319780.548498:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761319780.548533:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e6fcfd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474370496:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319780.548566:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319780.548630:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370496 00000100:00100000:1.0:1761319780.548663:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1761319780.548668:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474370496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761319780.548695:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1761319780.548730:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bed0a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474370496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319780.548738:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1761319780.548812:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e6fcfd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474370496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319780.548871:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761319780.548881:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000871c0f2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474370432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1761319780.548913:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319780.548982:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370432 00000100:00100000:0.0:1761319780.549011:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1761319780.549014:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fea7bb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474370432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1761319780.549029:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:0.0:1761319780.549071:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fea7bb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3355:x1846876474370432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319780.549077:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1761319780.549145:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000871c0f2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474370432:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1761319780.674570:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319781.697934:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319782.081954:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761319782.081976:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e6fcfd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474370560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761319782.082044:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319782.082087:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370560 00000100:00100000:3.0:1761319782.082387:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e15a5e5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474370624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319782.082418:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319782.082450:0:19252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370624 00000100:00100000:0.0:1761319782.082894:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1761319782.082902:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474370560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761319782.082934:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:0.0:1761319782.082978:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b953b931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474370560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319782.083078:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e6fcfd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474370560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319782.083177:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1761319782.083182:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474370624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319782.083193:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319782.083230:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000632f8394 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474370624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319782.083236:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1761319782.083317:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1761319782.083377:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e15a5e5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474370624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761319782.279892:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319782.279937:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319782.279969:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319782.280018:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319782.280036:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483200 00000100:00100000:0.0:1761319782.280048:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319782.280068:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319782.280092:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319782.280093:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483456 00000100:00100000:3.0:1761319782.280118:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483264 00000100:00100000:0.0:1761319782.280127:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483328 00000100:00100000:3.0:1761319782.280141:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483392 00000100:00100000:3.0:1761319782.280166:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1824 00000100:00100000:0.0:1761319782.280166:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483520 00000100:00100000:3.0:1761319782.280175:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e87e2892 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2263:x1846876465483200:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761319782.280189:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1058 00000100:00100000:0.0:1761319782.280196:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2263:x1846876465483328:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319782.280252:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e87e2892 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2263:x1846876465483200:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 76us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319782.280259:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1824 00000100:00100000:3.0:1761319782.280275:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1825 00000100:00100000:3.0:1761319782.280278:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2263:x1846876465483456:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761319782.280645:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1059 00000100:00100000:2.0:1761319782.280651:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2263:x1846876465483520:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319782.281084:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1826 00000100:00100000:1.0:1761319782.281090:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003094425a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465483264:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319782.281552:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf8cb8df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2263:x1846876465483456:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 1270us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319782.281563:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1825 00000100:00100000:3.0:1761319782.281587:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1827 00000100:00100000:2.0:1761319782.281593:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85dd6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2263:x1846876465483520:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 938us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319782.281599:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2263:x1846876465483392:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761319782.281608:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1059 00000100:00100000:3.0:1761319782.281634:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034f6e7fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2263:x1846876465483392:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 37us (1565us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319782.281641:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1827 00000100:00100000:3.0:1761319782.281724:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483136 00000100:00100000:3.0:1761319782.281758:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 680 00000100:00100000:3.0:1761319782.281763:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090a02b79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465483136:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761319782.281806:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090a02b79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2263:x1846876465483136:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 42us (1789us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319782.281813:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 680 00000100:00100000:1.0:1761319782.281898:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003094425a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2263:x1846876465483264:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 806us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319782.281906:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1826 00000100:00100000:0.0:1761319782.282122:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000315fc21f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2263:x1846876465483328:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 1925us (2184us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319782.282131:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1058 00010000:00010000:2.0:1761319782.722051:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319783.751456:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319784.769808:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761319785.155094:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761319785.155656:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000871c0f2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474370688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761319785.155725:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319785.155904:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370688 00000100:00100000:0.0:1761319785.155956:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1761319785.155961:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474370688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761319785.155993:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:0.0:1761319785.157061:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e15a5e5a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3355:x1846876474370688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1095us (1332us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319785.157070:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1761319785.157558:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000871c0f2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3355:1846876474370688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319785.665733:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e6fcfd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474370752:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319785.665808:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319785.665897:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370752 00000100:00100000:0.0:1761319785.665944:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1761319785.665949:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb15f2ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474370752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761319785.665978:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1761319785.666024:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb15f2ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474370752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319785.666032:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1761319785.666116:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e6fcfd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474370752:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761319785.666385:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b98d714 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474370944:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666409:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319785.666422:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f3487ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474371200:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666440:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319785.666449:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3635086 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474371456:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666463:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319785.666476:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1761319785.666480:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058603dce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474370880:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666499:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319785.666529:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f98e4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474371136:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666547:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319785.666556:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000872d1b90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474371392:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666570:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319785.666589:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371200 00000100:00100000:3.0:1761319785.666613:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371456 00000100:00100000:3.0:1761319785.666631:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1761319785.666634:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000336502f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474371200:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666670:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000336502f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474371200:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319785.666679:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1761319785.666692:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1761319785.666695:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057919713 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474371456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666718:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057919713 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474371456:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319785.666723:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1761319785.666740:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370944 00000100:00100000:3.0:1761319785.666755:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1761319785.666758:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b89ff9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474370944:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666779:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b89ff9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474370944:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319785.666784:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1761319785.666801:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b98d714 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474370944:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666809:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f3487ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474371200:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319785.666816:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3635086 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474371456:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.666886:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf4b2754 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474371008:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.666908:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319785.666928:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706c4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474371264:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.666946:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319785.666955:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001878e25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474371520:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.666969:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319785.666980:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1761319785.666985:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4b0f29d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474370816:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667003:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319785.667013:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a7cedb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474371072:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667029:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319785.667037:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aeddce4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474371328:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667050:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319785.667068:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370816 00000100:00100000:0.0:1761319785.667112:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1761319785.667116:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c971add pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474370816:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667144:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c971add pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474370816:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319785.667150:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1761319785.667174:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371264 00000100:00100000:0.0:1761319785.667190:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371520 00000100:00100000:0.0:1761319785.667200:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1761319785.667203:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071007eb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474371264:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667226:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071007eb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474371264:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319785.667231:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1761319785.667239:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1761319785.667242:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474371520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667271:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000059bb536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474371520:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319785.667276:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1761319785.667296:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4b0f29d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474370816:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667304:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706c4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474371264:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667311:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001878e25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474371520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319785.667411:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474370880 00000100:00100000:2.0:1761319785.667431:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371136 00000100:00100000:2.0:1761319785.667439:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371392 00000100:00100000:2.0:1761319785.667446:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371008 00000100:00100000:2.0:1761319785.667453:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371072 00000100:00100000:2.0:1761319785.667461:0:6254:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371328 00000100:00100000:2.0:1761319785.667469:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:2.0:1761319785.667472:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474370880:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319785.667537:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000351a6796 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474370880:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (1009us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319785.667543:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:2.0:1761319785.667553:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:2.0:1761319785.667556:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474371136:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319785.667577:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075db5706 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474371136:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319785.667583:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:2.0:1761319785.667590:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:2.0:1761319785.667593:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec88bd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474371392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319785.667610:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec88bd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474371392:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319785.667614:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:2.0:1761319785.667621:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:2.0:1761319785.667624:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474371008:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319785.667651:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6fcfd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474371008:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319785.667656:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:2.0:1761319785.667663:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:2.0:1761319785.667666:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d309579 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474371072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319785.667683:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d309579 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3353:x1846876474371072:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319785.667688:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:2.0:1761319785.667695:0:6254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:2.0:1761319785.667698:0:6254:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474371328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319785.667714:0:6254:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a61ec3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3353:x1846876474371328:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319785.667719:0:6254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:2.0:1761319785.667752:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058603dce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474370880:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319785.667760:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f98e4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474371136:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761319785.667767:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000872d1b90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474371392:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667885:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a7cedb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3353:1846876474371072:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667892:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aeddce4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3353:1846876474371328:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667899:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf4b2754 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474371008:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319785.667912:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761319785.667916:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b821092c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474371584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1761319785.667944:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319785.668003:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371584 00000100:00100000:3.0:1761319785.668032:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1761319785.668035:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b0f29d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474371584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1761319785.668051:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:3.0:1761319785.668088:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b0f29d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474371584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319785.668094:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1761319785.668625:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b821092c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474371584:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1761319785.795433:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319786.817751:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319787.202407:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000334faccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474371648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319787.202476:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319787.202799:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371648 00000100:00100000:3.0:1761319787.202854:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1761319787.202860:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474371648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319787.202889:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319787.202933:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000871c0f2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474371648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319787.202940:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1761319787.202981:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000334faccf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474371648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319787.203443:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010cc3c89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474371712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319787.203474:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319787.203570:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371712 00000100:00100000:1.0:1761319787.203604:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1761319787.203608:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b821092c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474371712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761319787.203619:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:1.0:1761319787.203656:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b821092c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474371712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319787.203663:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1761319787.204057:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010cc3c89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474371712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319787.402243:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319787.402311:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319787.402458:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483584 00000100:00100000:0.0:1761319787.402569:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 682 00000100:00100000:0.0:1761319787.402577:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff522215 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465483584:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319787.402675:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff522215 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2264:x1846876465483584:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 97us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319787.402684:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 682 00000100:00100000:2.0:1761319787.403561:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319787.406016:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483712 00000100:00100000:1.0:1761319787.406119:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483840 00000100:00100000:1.0:1761319787.406154:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1834 00000100:00100000:1.0:1761319787.406163:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465483712:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319787.406293:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002d8bda3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2264:x1846876465483712:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 130us (3982us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319787.406303:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1834 00000100:00100000:1.0:1761319787.406328:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1835 00000100:00100000:1.0:1761319787.406333:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000147bf562 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465483840:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319787.406359:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000147bf562 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2264:x1846876465483840:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 26us (2802us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319787.406367:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1835 00000100:00100000:2.0:1761319787.406738:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319787.406778:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319787.406804:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319787.406830:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319787.406853:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483968 00000100:00100000:2.0:1761319787.406884:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483776 00000100:00100000:2.0:1761319787.406899:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1064 00000100:00100000:2.0:1761319787.406904:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e31828f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465483968:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319787.406944:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e31828f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2264:x1846876465483968:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 40us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319787.406952:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1064 00000100:00100000:2.0:1761319787.407231:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1065 00000100:00100000:2.0:1761319787.407235:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9dfca6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465483776:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319787.407283:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9dfca6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2264:x1846876465483776:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 48us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319787.407291:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1065 00000100:00100000:2.0:1761319787.407312:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483648 00000100:00100000:2.0:1761319787.407335:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465483904 00000100:00100000:2.0:1761319787.407355:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1836 00000100:00100000:2.0:1761319787.407359:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000c85cef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465483648:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319787.407387:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000c85cef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2264:x1846876465483648:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 26us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319787.407394:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1836 00000100:00100000:2.0:1761319787.407404:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1837 00000100:00100000:2.0:1761319787.407408:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058603dce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465483904:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319787.407429:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058603dce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2264:x1846876465483904:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 20us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319787.407435:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1837 00010000:00010000:1.0:1761319787.842332:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319788.868287:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319789.889882:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319790.274847:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474371776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761319790.274914:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319790.275017:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371776 00000100:00100000:1.0:1761319790.275075:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1761319790.275081:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474371776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761319790.275116:0:6258:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:1.0:1761319790.275177:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004573c4c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474371776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319790.275184:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1761319790.275248:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474371776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761319790.785777:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054cbb338 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474371840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1761319790.785846:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319790.785907:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371840 00000100:00100000:3.0:1761319790.785947:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1761319790.785952:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000334faccf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474371840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1761319790.785979:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:3.0:1761319790.786017:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000334faccf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474371840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319790.786027:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1761319790.786068:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054cbb338 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474371840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1761319790.786167:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761319790.786178:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474371904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761319790.786207:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319790.786243:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371904 00000100:00100000:2.0:1761319790.786268:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1761319790.786272:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007368d3f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474371904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761319790.786291:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1761319790.786320:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007368d3f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474371904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319790.786326:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1761319790.786347:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474371904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319790.786628:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000260326d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474372032:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.786658:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319790.786681:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474372288:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.786700:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319790.786712:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474372544:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.786730:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319790.786744:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1761319790.786749:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000910ec243 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474372096:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.786769:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319790.786780:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026de90a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474372352:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.786801:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319790.786814:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4de164 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474372608:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.786830:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319790.786851:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372352 00000100:00100000:0.0:1761319790.786872:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372608 00000100:00100000:0.0:1761319790.786883:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1761319790.786886:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474372352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.786915:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a8f9ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474372352:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319790.786920:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1761319790.786930:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1761319790.786932:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b76ace1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474372608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.786949:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b76ace1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474372608:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319790.786953:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1761319790.786975:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026de90a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474372352:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.786982:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4de164 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474372608:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787041:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a89ad4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474372160:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787062:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319790.787083:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003894d647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474372416:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787099:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319790.787112:0:3355:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1761319790.787116:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68df1e14-c2c4-4a78-9867-0802db2bcc35:3355:1846876474371968:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787134:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319790.787143:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ae7bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474372224:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787157:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319790.787165:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474372480:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787177:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319790.787196:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372032 00000100:00100000:3.0:1761319790.787213:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372288 00000100:00100000:3.0:1761319790.787231:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372544 00000100:00100000:3.0:1761319790.787239:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372160 00000100:00100000:3.0:1761319790.787246:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372224 00000100:00100000:3.0:1761319790.787252:0:16604:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372480 00000100:00100000:3.0:1761319790.787261:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:3.0:1761319790.787264:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003eff09a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474372032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787288:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003eff09a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474372032:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319790.787293:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:3.0:1761319790.787302:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:3.0:1761319790.787305:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a00fe5ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474372288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787327:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a00fe5ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474372288:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319790.787332:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:3.0:1761319790.787341:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:3.0:1761319790.787344:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cc4a53b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474372544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787383:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cc4a53b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474372544:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319790.787388:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:3.0:1761319790.787398:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1761319790.787401:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096332c7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474372160:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787427:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096332c7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3355:x1846876474372160:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319790.787432:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1761319790.787443:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1761319790.787446:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000872d1b90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474372224:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787469:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000872d1b90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3355:x1846876474372224:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319790.787474:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1761319790.787484:0:16604:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1761319790.787487:0:16604:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001878e25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474372480:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787534:0:16604:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001878e25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3355:x1846876474372480:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319790.787540:0:16604:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1761319790.787558:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474371968 00000100:00100000:3.0:1761319790.787577:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1761319790.787580:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c393af2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3355:x1846876474371968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787606:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c393af2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3355:x1846876474371968:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319790.787612:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1761319790.787635:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372416 00000100:00100000:3.0:1761319790.787652:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1761319790.787655:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbf61901 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474372416:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787681:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbf61901 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474372416:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319790.787686:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1761319790.787710:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68df1e14-c2c4-4a78-9867-0802db2bcc35:3355:1846876474371968:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787720:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ae7bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3355:1846876474372224:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787727:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077305309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3355:1846876474372480:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787734:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a89ad4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3355:1846876474372160:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761319790.787740:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003894d647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474372416:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319790.787879:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372096 00000100:00100000:1.0:1761319790.787911:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1761319790.787915:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e786467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474372096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761319790.787946:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e786467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474372096:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319790.787952:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1761319790.788268:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000910ec243 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474372096:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.788278:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000260326d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474372032:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.788286:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c241b38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474372288:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761319790.788294:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474372544:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1761319790.914318:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319791.938970:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761319792.321731:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474372736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319792.321748:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474372672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319792.321817:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319792.321870:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319792.321930:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372736 00000100:00100000:2.0:1761319792.321976:0:8230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372672 00000100:00100000:2.0:1761319792.322003:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1761319792.322011:0:19252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1761319792.322011:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b4dbde5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474372736:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319792.322019:0:19252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3635086 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474372672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761319792.322044:0:19252:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00002000:00000024:2.0:1761319792.322044:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1245184 granted 970799040 pending 0 free 3917631488 avail 3686109184 00000100:00100000:2.0:1761319792.322087:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b4dbde5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474372736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319792.322094:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1761319792.322129:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474372736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319792.322196:0:19252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3635086 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474372672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 177us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319792.322203:0:19252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1761319792.322277:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474372672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319792.521150:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319792.521224:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319792.521257:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319792.521282:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319792.521299:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319792.521316:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319792.521350:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319792.521390:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484160 00000100:00100000:1.0:1761319792.521443:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484288 00000100:00100000:1.0:1761319792.521457:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484096 00000100:00100000:1.0:1761319792.521470:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484352 00000100:00100000:1.0:1761319792.521484:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1844 00000100:00100000:1.0:1761319792.521491:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b4cfa6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465484160:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319792.521607:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b4cfa6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465484160:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 115us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319792.521615:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1844 00000100:00100000:1.0:1761319792.521634:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1845 00000100:00100000:1.0:1761319792.521637:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa54a83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465484288:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319792.521659:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa54a83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465484288:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 21us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319792.521668:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1845 00000100:00100000:1.0:1761319792.521678:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1846 00000100:00100000:1.0:1761319792.521682:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465484096:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319792.521702:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b56506 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465484096:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 20us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319792.521707:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1846 00000100:00100000:1.0:1761319792.521717:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1847 00000100:00100000:1.0:1761319792.521720:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000964da7ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465484352:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1761319792.521738:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000964da7ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465484352:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 17us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319792.521743:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1847 00000100:00100000:0.0:1761319792.522153:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484416 00000100:00100000:0.0:1761319792.522198:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484224 00000100:00100000:0.0:1761319792.522236:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1069 00000100:00100000:0.0:1761319792.522241:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003da67c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465484416:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319792.522287:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003da67c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+9:2265:x1846876465484416:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 46us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319792.522294:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1069 00000100:00100000:0.0:1761319792.522306:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1070 00000100:00100000:0.0:1761319792.522310:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009da209e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465484224:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1761319792.522747:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484032 00000100:00100000:2.0:1761319792.523453:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 684 00000100:00100000:2.0:1761319792.523459:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6035339 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465484032:12345-192.168.203.12@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1761319792.526146:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009da209e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+10:2265:x1846876465484224:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 3822us (4817us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319792.526167:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1070 00000100:00100000:2.0:1761319792.527342:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6035339 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465484032:12345-192.168.203.12@tcp:400:kworker/u8:4.0 Request processed in 3863us (6186us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319792.527356:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 684 00010000:00010000:1.0:1761319792.962645:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761319793.985802:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00020000:3.0:1761319794.373402:0:6243:0:(ldlm_lockd.c:261:expired_lock_main()) ### lock callback timer expired after 101s: evicting client at 192.168.203.12@tcp ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 10 pid: 8228 timeout: 1191 lvb_type: 0 00000020:00080000:3.0:1761319794.444290:0:6243:0:(genops.c:1601:class_fail_export()) disconnecting export 000000007a8e9a68/4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41 00000020:00000080:3.0:1761319794.444316:0:6243:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x8eaf31f9c361ab8c 00000020:00010000:3.0:1761319794.444325:0:6243:0:(genops.c:1857:obd_stale_export_put()) Put export 000000007a8e9a68: total 1 00000100:00080000:3.0:1761319794.444330:0:6243:0:(import.c:86:import_set_state_nolock()) 00000000edccc310 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1761319794.444410:0:6243:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294973891 00000020:00010000:2.0:1761319794.444422:0:6242:0:(genops.c:1843:obd_stale_export_get()) Get export 000000007a8e9a68: total 1 00010000:00010000:2.0:1761319794.444475:0:6242:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 000000007a8e9a68, canceled 0 locks, left on hash table 5. 00000020:00080000:3.0:1761319794.444537:0:6243:0:(genops.c:1618:class_fail_export()) disconnected export 000000007a8e9a68/4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41 00010000:00020000:3.0:1761319794.444547:0:6243:0:(ldlm_lockd.c:261:expired_lock_main()) ### lock callback timer expired after 102s: evicting client at 192.168.203.12@tcp ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 3/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 9 pid: 8228 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1761319794.444547:0:6242:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6386cb4/0x8eaf31f9c36eae12 lrc: 0/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a8 expref: 7 pid: 8228 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1761319794.444557:0:6243:0:(genops.c:1601:class_fail_export()) disconnecting export 000000003fe3aeec/8919d4a5-dd01-4f15-a986-7d8afa018449 00000020:00000080:3.0:1761319794.444560:0:6243:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x8eaf31f9c361ac49 00000020:00010000:3.0:1761319794.444563:0:6243:0:(genops.c:1857:obd_stale_export_put()) Put export 000000003fe3aeec: total 2 00000100:00080000:3.0:1761319794.444566:0:6243:0:(import.c:86:import_set_state_nolock()) 00000000ebfa1c44 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1761319794.444584:0:6242:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025f643fd/0x8eaf31f9c36e7b28 lrc: 0/0,0 mode: --/PR res: [0x2b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca381f5 expref: 6 pid: 8729 timeout: 0 lvb_type: 1 00000001:00000004:3.0:1761319794.444597:0:6243:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294973891 00010000:00010000:2.0:1761319794.444602:0:6242:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 4/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 5 pid: 8228 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1761319794.444616:0:6242:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319794.444619:0:6242:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1761319794.444629:0:6242:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eae19 lrc: 2/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2af expref: 10 pid: 8226 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1761319794.444634:0:6243:0:(genops.c:1618:class_fail_export()) disconnected export 000000003fe3aeec/8919d4a5-dd01-4f15-a986-7d8afa018449 00010000:00010000:2.0:1761319794.444638:0:6242:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eae19 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2af expref: 6 pid: 8226 timeout: 0 lvb_type: 0 00000020:00010000:3.0:1761319794.444660:0:7249:0:(genops.c:1843:obd_stale_export_get()) Get export 000000003fe3aeec: total 2 00010000:00010000:3.0:1761319794.444675:0:7249:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 000000003fe3aeec, canceled 0 locks, left on hash table 4. 00010000:00010000:2.0:1761319794.444678:0:6242:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eae19 lrc: 3/0,0 mode: PW/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2af expref: 6 pid: 8226 timeout: 0 lvb_type: 0 00000100:00020000:2.0:1761319794.444693:0:6242:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED req@000000006a0cc7a3 x1846876474372800/t0(0) o105->lustre-OST0000@192.168.203.12@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1761319794.444698:0:7249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b98e1cee/0x8eaf31f9c36e7b60 lrc: 0/0,0 mode: --/PR res: [0x2b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38211 expref: 6 pid: 8729 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761319794.444715:0:7249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 4/0,0 mode: PW/PW res: [0x32:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 5 pid: 8228 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1761319794.444729:0:7249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026ed4505/0x8eaf31f9c36eae0b lrc: 0/0,0 mode: --/PW res: [0x32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2a1 expref: 5 pid: 8228 timeout: 1191 lvb_type: 0 00002000:00010000:3.0:1761319794.444743:0:7249:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x2c:0x0] updating lvb size from disk: 0 -> 13 00002000:00010000:3.0:1761319794.444745:0:7249:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x2c:0x0] updating lvb mtime from disk: 0 -> 1761319654 00002000:00010000:3.0:1761319794.444747:0:7249:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x100000000:0x2c:0x0] updating lvb atime from disk: 0 -> 1761319657 00002000:00010000:3.0:1761319794.444749:0:7249:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x2c:0x0] updating lvb ctime from disk: 0 -> 1761319654 00002000:00010000:3.0:1761319794.444751:0:7249:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x2c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1761319794.444758:0:7249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000605c1bde/0x8eaf31f9c36e7b75 lrc: 0/0,0 mode: --/PW res: [0x2c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3821f expref: 4 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319794.444792:0:7249:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 000000003fe3aeec, canceled 4 locks, left on hash table 0. 00010000:00010000:3.0:1761319794.444806:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319794.444807:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319794.444808:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761319794.471454:0:6242:0:(client.c:2500:ptlrpc_set_wait()) set 000000000c7f4e01 going to sleep for 0 seconds 00010000:00010000:2.0:1761319794.471476:0:6242:0:(ldlm_lockd.c:691:ldlm_handle_ast_error()) ### completion AST (req@000000006a0cc7a3 x1846876474372800) timeout from nid 192.168.203.12@tcp, but cancel was received (AST reply lost?) ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eae19 lrc: 1/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2af expref: 2 pid: 8226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319794.471493:0:6242:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e961b9fe/0x8eaf31f9c36eae19 lrc: 0/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b2af expref: 2 pid: 8226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1761319794.474212:0:6242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:lustre-OST0000_UUID:0:1846876474372800:192.168.203.12@tcp:105: 00010000:00010000:2.0:1761319794.474253:0:6242:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae04 lrc: 0/0,0 mode: --/PW res: [0x33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b29a expref: 5 pid: 8228 timeout: 1191 lvb_type: 0 00002000:00010000:2.0:1761319794.474297:0:6242:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x2d:0x0] updating lvb size from disk: 0 -> 13 00002000:00010000:2.0:1761319794.474301:0:6242:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x2d:0x0] updating lvb mtime from disk: 0 -> 1761319656 00002000:00010000:2.0:1761319794.474302:0:6242:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x100000000:0x2d:0x0] updating lvb atime from disk: 0 -> 1761319657 00002000:00010000:2.0:1761319794.474304:0:6242:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x2d:0x0] updating lvb ctime from disk: 0 -> 1761319656 00002000:00010000:2.0:1761319794.474306:0:6242:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x2d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1761319794.474327:0:6242:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006292271b/0x8eaf31f9c36e7bb4 lrc: 0/0,0 mode: --/PW res: [0x2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3823b expref: 4 pid: 8729 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1761319794.474342:0:6242:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x2e:0x0] updating lvb size from disk: 0 -> 88336 00002000:00010000:2.0:1761319794.474344:0:6242:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x2e:0x0] updating lvb mtime from disk: 0 -> 1761319663 00002000:00010000:2.0:1761319794.474346:0:6242:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x2e:0x0] updating lvb ctime from disk: 0 -> 1761319663 00002000:00010000:2.0:1761319794.474348:0:6242:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x2e:0x0] updating lvb blocks from disk: 0 -> 176 00010000:00010000:2.0:1761319794.474355:0:6242:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a79dd11/0x8eaf31f9c36e7c08 lrc: 0/0,0 mode: --/PW res: [0x2e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38257 expref: 3 pid: 8729 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319794.474368:0:6242:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 000000007a8e9a68, canceled 5 locks, left on hash table 0. 00010000:00010000:2.0:1761319794.474409:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319794.474412:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319794.474414:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761319795.010075:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319795.393789:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474372864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761319795.393856:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319795.394018:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372864 00000100:00100000:2.0:1761319795.394072:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1761319795.394078:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010cc3c89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474372864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761319795.394110:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:2.0:1761319795.394162:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010cc3c89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474372864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319795.394170:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1761319795.394297:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474372864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761319795.905841:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c5e90c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474373056:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.905917:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319795.905945:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3d67f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474373312:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.905968:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319795.905981:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474373568:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.906000:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319795.906022:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1761319795.906027:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab6b78c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474372992:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.906049:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319795.906062:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474373248:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.906081:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319795.906092:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000455b1bcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474373504:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.906109:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319795.906140:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373056 00000100:00100000:0.0:1761319795.906178:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1761319795.906218:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000442370f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474373056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.906268:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000442370f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3356:x1846876474373056:12345-0@lo:400:kworker/u8:2.0 Request processed in 83us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319795.906276:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1761319795.906320:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c5e90c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474373056:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906394:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474373120:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906425:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319795.906452:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474373376:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906477:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319795.906491:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5f65e93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474373632:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906530:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319795.906548:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1761319795.906554:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474372928:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906580:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319795.906596:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001525668c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474373184:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906616:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319795.906629:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065c59a69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474373440:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906648:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319795.906661:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d83a379d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474373696:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906680:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319795.906704:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373376 00000100:00100000:1.0:1761319795.906731:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373632 00000100:00100000:1.0:1761319795.906740:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373440 00000100:00100000:1.0:1761319795.906748:0:8226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373696 00000100:00100000:1.0:1761319795.906757:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1761319795.906761:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000260326d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474373376:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906794:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000260326d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474373376:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319795.906800:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1761319795.906814:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1761319795.906816:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000910ec243 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474373632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906841:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000910ec243 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3353:x1846876474373632:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319795.906846:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1761319795.906854:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1761319795.906856:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022a89ad4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474373440:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906877:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022a89ad4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474373440:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319795.906881:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1761319795.906890:0:8226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1761319795.906893:0:8226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077305309 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474373696:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906915:0:8226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077305309 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474373696:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319795.906920:0:8226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1761319795.906936:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372928 00000100:00100000:1.0:1761319795.906956:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1761319795.906959:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0a6df44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474372928:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.906989:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0a6df44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3353:x1846876474372928:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319795.906993:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1761319795.907022:0:6258:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373184 00000100:00100000:1.0:1761319795.907044:0:6258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1761319795.907047:0:6258:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003894d647 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474373184:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.907073:0:6258:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003894d647 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3353:x1846876474373184:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319795.907078:0:6258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1761319795.907104:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684f39fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:68df1e14-c2c4-4a78-9867-0802db2bcc35:3353:1846876474372928:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.907113:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001525668c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474373184:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.907120:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065c59a69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474373440:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.907127:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d83a379d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3353:1846876474373696:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.907134:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094186889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474373376:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.907143:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5f65e93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474373632:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907249:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373312 00000100:00100000:0.0:1761319795.907283:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373568 00000100:00100000:0.0:1761319795.907294:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474372992 00000100:00100000:0.0:1761319795.907303:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373248 00000100:00100000:0.0:1761319795.907312:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373504 00000100:00100000:0.0:1761319795.907321:0:6255:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373120 00000100:00100000:0.0:1761319795.907331:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:0.0:1761319795.907334:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f868f74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474373312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907375:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f868f74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3356:x1846876474373312:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (1407us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319795.907380:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00100000:0.0:1761319795.907391:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:0.0:1761319795.907394:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025a9dad4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474373568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907418:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025a9dad4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3356:x1846876474373568:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319795.907423:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:0.0:1761319795.907431:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:0.0:1761319795.907435:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004440483e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474372992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907464:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004440483e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3356:x1846876474372992:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (1416us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319795.907470:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:0.0:1761319795.907480:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851 00000100:00100000:0.0:1761319795.907483:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b90ab60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474373248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907551:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b90ab60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474373248:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (1427us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319795.907557:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851 00000100:00100000:0.0:1761319795.907567:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1761319795.907571:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d87d51a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474373504:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907597:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d87d51a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474373504:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319795.907602:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1761319795.907611:0:6255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1761319795.907614:0:6255:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c241b38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474373120:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907641:0:6255:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c241b38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3353:x1846876474373120:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (1216us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319795.907646:0:6255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1761319795.907724:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab6b78c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3356:1846876474372992:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907734:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474373248:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907742:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000455b1bcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474373504:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907750:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3d67f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3356:1846876474373312:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907758:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f721402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3356:1846876474373568:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319795.907785:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000056e9316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3353:1846876474373120:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319795.909069:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761319795.909086:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a64415d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474373760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319795.909136:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319795.909270:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373760 00000100:00100000:0.0:1761319795.909312:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1761319795.909316:0:8229:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474373760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1761319795.909340:0:8229:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:0.0:1761319795.909872:0:8229:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ae7bb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474373760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 553us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319795.909880:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1761319795.909951:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a64415d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474373760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319795.910082:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474373824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319795.910114:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319795.910347:0:14034:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373824 00000100:00100000:3.0:1761319795.910386:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1761319795.910390:0:14034:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f4de164 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474373824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761319795.910414:0:14034:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1761319795.910462:0:14034:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f4de164 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3356:x1846876474373824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319795.910468:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1761319795.910651:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036fe8d81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3356:1846876474373824:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761319796.033908:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319797.058308:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761319797.441812:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761319797.441849:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474373888:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761319797.441946:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319797.441993:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083006fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474373952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761319797.442016:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319797.442105:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373888 00000100:00100000:0.0:1761319797.442166:0:8229:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474373952 00000100:00100000:3.0:1761319797.443235:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1761319797.443245:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474373888:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761319797.443299:0:8230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1761319797.443309:0:8230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf4b2754 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474373952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761319797.443345:0:8230:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3917631488 avail 3686109184 00000100:00100000:2.0:1761319797.443433:0:8230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf4b2754 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474373952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319797.443441:0:8230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00002000:00000024:3.0:1761319797.443580:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3917631488 avail 3686109184 00000100:00100000:3.0:1761319797.443608:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036fe8d81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474373888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 364us (1665us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319797.443615:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1761319797.443817:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a0cc7a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474373888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761319797.443835:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083006fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474373952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761319797.641197:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319797.641794:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319797.641821:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319797.641905:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484672 00000100:00100000:3.0:1761319797.641947:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21135 00000100:00100000:3.0:1761319797.641953:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2265:x1846876465484672:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000020:00080000:3.0:1761319797.641963:0:8227:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.203.12@tcp 00000100:00100000:3.0:1761319797.642014:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054cbb338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2265:x1846876465484672:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 61us (221us total) trans 0 rc -107/-107 00000100:00100000:3.0:1761319797.642021:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21135 00000100:00100000:2.0:1761319797.642470:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319797.642490:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319797.642508:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484544 00000100:00100000:1.0:1761319797.642554:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484800 00000100:00100000:1.0:1761319797.642570:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1854 00000100:00100000:1.0:1761319797.642575:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a0cc7a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465484544:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319797.642615:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a0cc7a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:2265:x1846876465484544:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 39us (1449us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319797.642621:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1854 00000100:00100000:1.0:1761319797.642635:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1855 00000100:00100000:1.0:1761319797.642638:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c838b95e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465484800:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319797.642657:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c838b95e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2265:x1846876465484800:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 19us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319797.642662:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1855 00000100:00100000:3.0:1761319797.642886:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484480 00000100:00100000:2.0:1761319797.643056:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319797.643263:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319797.643282:0:16608:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484864 00000100:00100000:2.0:1761319797.643304:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21136 00000100:00100000:2.0:1761319797.643307:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2265:x1846876465484864:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000020:00080000:2.0:1761319797.643314:0:16608:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.203.12@tcp 00000100:00100000:2.0:1761319797.643342:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005897dc80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2265:x1846876465484864:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 33us (80us total) trans 0 rc -107/-107 00000100:00100000:2.0:1761319797.643347:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21136 00000100:00100000:0.0:1761319797.643423:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484608 00000100:00100000:0.0:1761319797.643452:0:18937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484736 00000100:00100000:0.0:1761319797.643469:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1856 00000100:00100000:0.0:1761319797.643473:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465484608:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761319797.643501:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001616559e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2265:x1846876465484608:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 27us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319797.643507:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1856 00000100:00100000:0.0:1761319797.643545:0:18937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1857 00000100:00100000:0.0:1761319797.643548:0:18937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465484736:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761319797.643570:0:18937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6e29c76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2265:x1846876465484736:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 21us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319797.643577:0:18937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1857 00000100:00100000:1.0:1761319797.644217:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 686 00000100:00100000:1.0:1761319797.644224:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb0a8e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465484480:12345-192.168.203.12@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761319797.644269:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb0a8e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd3a1e11-eefc-40f5-9784-ddc6127e87d6+12:2265:x1846876465484480:12345-192.168.203.12@tcp:400:kworker/u8:2.0 Request processed in 44us (1800us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319797.644275:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 686 00000100:00100000:2.0:1761319797.668333:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319797.668403:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319797.668467:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484928 00000100:00100000:3.0:1761319797.668540:0:8227:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465484992 00000100:00100000:3.0:1761319797.668576:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21137 00000100:00100000:3.0:1761319797.668583:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2261:x1846876465484928:12345-192.168.203.12@tcp:8:ptlrpcd_01_01.0 00010000:00080000:3.0:1761319797.668614:0:8227:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from 4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41@192.168.203.12@tcp t0 exp 0000000000000000 cur 1196 last 0 00000020:00000080:3.0:1761319797.668645:0:8227:0:(genops.c:1359:class_connect()) connect: client 4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41, cookie 0x8eaf31f9c36eae27 00002000:00100000:3.0:1761319797.668654:0:8227:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli 4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41/00000000ac1926a2 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0700 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1761319797.668663:0:8227:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:3.0:1761319797.668727:0:8227:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 0000000040c27dc7 00002000:00080000:3.0:1761319797.668736:0:8227:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1761319797.668760:0:8227:0:(import.c:86:import_set_state_nolock()) 00000000d84c50c5 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1761319797.668812:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026a494d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+6:2261:x1846876465484928:12345-192.168.203.12@tcp:8:ptlrpcd_01_01.0 Request processed in 229us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319797.668821:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21137 00000100:00100000:3.0:1761319797.668841:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21138 00000100:00100000:3.0:1761319797.668845:0:8227:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa01588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2261:x1846876465484992:12345-192.168.203.12@tcp:8:ptlrpcd_01_01.0 00010000:00080000:3.0:1761319797.668856:0:8227:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from 8919d4a5-dd01-4f15-a986-7d8afa018449@192.168.203.12@tcp t0 exp 0000000000000000 cur 1196 last 0 00000020:00000080:3.0:1761319797.668872:0:8227:0:(genops.c:1359:class_connect()) connect: client 8919d4a5-dd01-4f15-a986-7d8afa018449, cookie 0x8eaf31f9c36eae2e 00002000:00100000:3.0:1761319797.668875:0:8227:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli 8919d4a5-dd01-4f15-a986-7d8afa018449/00000000865c39e6 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0700 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1761319797.668879:0:8227:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:3.0:1761319797.668899:0:8227:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 0000000040c27dc7 00002000:00080000:3.0:1761319797.668903:0:8227:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1761319797.668914:0:8227:0:(import.c:86:import_set_state_nolock()) 000000007e88c917 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1761319797.668934:0:8227:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa01588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8919d4a5-dd01-4f15-a986-7d8afa018449+6:2261:x1846876465484992:12345-192.168.203.12@tcp:8:ptlrpcd_01_01.0 Request processed in 89us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319797.668940:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21138 00000100:00100000:0.0:1761319797.729237:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1761319797.732666:0:6256:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465485120 00000100:00100000:2.0:1761319797.732982:0:6256:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 185 00000100:00100000:2.0:1761319797.732991:0:6256:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000030b50ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+15:32210:x1846876465485120:12345-192.168.203.12@tcp:35:mmap_sanity.0 00000100:00100000:2.0:1761319797.733361:0:6256:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000030b50ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+16:32210:x1846876465485120:12345-192.168.203.12@tcp:35:mmap_sanity.0 Request processed in 370us (4130us total) trans 4294980274 rc 0/0 00000100:00100000:2.0:1761319797.733371:0:6256:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 185 00000100:00100000:0.0:1761319797.738817:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319797.739970:0:6256:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465485248 00000100:00100000:2.0:1761319797.740295:0:6256:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 186 00000100:00100000:2.0:1761319797.740303:0:6256:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d20ad908 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+16:32210:x1846876465485248:12345-192.168.203.12@tcp:35:mmap_sanity.0 00000100:00100000:2.0:1761319797.740636:0:6256:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d20ad908 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8919d4a5-dd01-4f15-a986-7d8afa018449+17:32210:x1846876465485248:12345-192.168.203.12@tcp:35:mmap_sanity.0 Request processed in 332us (1827us total) trans 4294980275 rc 0/0 00000100:00100000:2.0:1761319797.740644:0:6256:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 186 00010000:00010000:0.0:1761319798.083160:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319799.111901:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761319799.701182:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319799.702103:0:6256:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465485376 00000100:00100000:2.0:1761319799.702172:0:6256:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 187 00000100:00100000:2.0:1761319799.702178:0:6256:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+20:32196:x1846876465485376:12345-192.168.203.12@tcp:35:mmap_sanity.0 00000100:00100000:2.0:1761319799.703117:0:6256:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aeddce4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:32196:x1846876465485376:12345-192.168.203.12@tcp:35:mmap_sanity.0 Request processed in 935us (1937us total) trans 4294980276 rc 0/0 00000100:00100000:2.0:1761319799.703126:0:6256:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 187 00000100:00100000:3.0:1761319799.707097:0:3348:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319799.708310:0:6257:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465485504 00000100:00100000:0.0:1761319799.708374:0:6257:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 188 00000100:00100000:0.0:1761319799.708381:0:6257:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a7cedb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+21:32196:x1846876465485504:12345-192.168.203.12@tcp:35:mmap_sanity.0 00000100:00100000:0.0:1761319799.708613:0:6257:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a7cedb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+22:32196:x1846876465485504:12345-192.168.203.12@tcp:35:mmap_sanity.0 Request processed in 231us (1523us total) trans 4294980277 rc 0/0 00000100:00100000:0.0:1761319799.708622:0:6257:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 188 00000100:00100000:1.0:1761319799.719688:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1761319799.720207:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465485632 00000100:00100000:1.0:1761319799.720829:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33643 00000100:00100000:1.0:1761319799.720837:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+22:32196:x1846876465485632:12345-192.168.203.12@tcp:36:mmap_sanity.0 00010000:00010000:1.0:1761319799.720894:0:6253:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319799.720930:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36ead94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b270 expref: 22 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.720949:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (0000000096c190f1) 00010000:00010000:1.0:1761319799.720955:0:6253:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1761319799.720979:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.720994:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.721004:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.721018:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eae3c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.721025:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eae3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.721031:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eae3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.721102:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.721112:0:6253:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b27e expref: 16 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.721120:0:6253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.721152:0:6253:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b27e expref: 16 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.721183:0:6253:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b27e expref: 16 pid: 6253 timeout: 1298 lvb_type: 0 00000100:00100000:1.0:1761319799.721196:0:6253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6253:1846876474374016:192.168.203.12@tcp:104: 00000100:00100000:1.0:1761319799.723820:0:6253:0:(client.c:2500:ptlrpc_set_wait()) set 0000000063028d08 going to sleep for 43 seconds 00000100:00100000:1.0:1761319799.728086:0:6253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6253:1846876474374016:192.168.203.12@tcp:104: 00010000:00010000:1.0:1761319799.728120:0:6253:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1761319799.729375:0:3346:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1761319799.730377:0:7250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465485696 00010000:00010000:1.0:1761319799.730414:0:7250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b27e expref: 17 pid: 6253 timeout: 1298 lvb_type: 0 00000100:00100000:1.0:1761319799.730450:0:7250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14302 00000100:00100000:1.0:1761319799.730456:0:7250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f98e4e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+17:2263:x1846876465485696:12345-192.168.203.12@tcp:103:ldlm_bl_06.0 00010000:00010000:1.0:1761319799.730471:0:7250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319799.730476:0:7250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b27e expref: 17 pid: 6253 timeout: 1298 lvb_type: 0 00010000:00010000:1.0:1761319799.730486:0:7250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b27e expref: 17 pid: 6253 timeout: 1298 lvb_type: 0 00010000:00010000:1.0:1761319799.730506:0:7250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf6e78fa/0x8eaf31f9c36eadc5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b27e expref: 17 pid: 6253 timeout: 1298 lvb_type: 0 00010000:00010000:1.0:1761319799.730546:0:7250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (0000000096c190f1) 00010000:00010000:1.0:1761319799.730550:0:7250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.730558:0:7250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.730566:0:7250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.730596:0:7250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1761319799.730645:0:7250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f98e4e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8919d4a5-dd01-4f15-a986-7d8afa018449+16:2263:x1846876465485696:12345-192.168.203.12@tcp:103:ldlm_bl_06.0 Request processed in 187us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319799.730652:0:7250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14302 00010000:00010000:1.0:1761319799.730676:0:6253:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.730683:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1761319799.730923:0:6253:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].25, 64 off9792 00000004:00080000:1.0:1761319799.730930:0:6253:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1198289419096ns, next at 1199289416653ns, rc = 0 00010000:00010000:1.0:1761319799.730977:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.730992:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.731001:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.731009:0:6253:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.731015:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.731021:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.733733:0:6242:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1761319799.733744:0:6242:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.733758:0:6242:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d49c3dae already unused, calling callback (000000008323d22a) 00010000:00010000:2.0:1761319799.733761:0:6242:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.733770:0:6242:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.733785:0:6242:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (0000000096c190f1) 00010000:00010000:2.0:1761319799.733788:0:6242:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1761319799.733792:0:6242:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.733805:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319799.733807:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761319799.733808:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319799.733867:0:6253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1761319799.733873:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae4a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1761319799.733905:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000026de90a6 reply state 000000000c027af3 transno 4294980278 ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.734041:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.734049:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.734056:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.734061:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc443ebf already unused, calling callback (0000000072d063db) 00010000:00010000:1.0:1761319799.734063:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.734069:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.734077:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:1.0:1761319799.734078:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319799.734080:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.734085:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae35 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1761319799.734092:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000026de90a6 reply state 000000000c027af3 transno 4294980278 ns: mdt-lustre-MDT0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eae3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319799.734189:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026de90a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:32196:x1846876465485632:12345-192.168.203.12@tcp:36:mmap_sanity.0 Request processed in 13350us (14507us total) trans 4294980278 rc 0/0 00000100:00100000:1.0:1761319799.734198:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33643 00010000:00010000:1.0:1761319799.740352:0:3339:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000426ff2da/0x8eaf31f9c36eae3c lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.740373:0:3339:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (00000000abd2a822) 00010000:00010000:1.0:1761319799.740376:0:3339:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319799.740380:0:3339:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000044a7ae0b/0x8eaf31f9c36eae43 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.740400:0:3339:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (0000000096c190f1) 00010000:00010000:1.0:1761319799.740402:0:3339:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1761319799.740431:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319799.740565:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465485824 00000100:00100000:2.0:1761319799.740619:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33644 00000100:00100000:2.0:1761319799.740625:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000030b50ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+23:32196:x1846876465485824:12345-192.168.203.12@tcp:36:mmap_sanity.0 00010000:00010000:2.0:1761319799.742054:0:6253:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319799.742084:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037110a29/0x8eaf31f9c36ead63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b262 expref: 23 pid: 6254 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742102:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (00000000f8f0c910) 00010000:00010000:2.0:1761319799.742106:0:6253:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1761319799.742129:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742146:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742156:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742180:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6386cb4/0x8eaf31f9c36eae58 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742187:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6386cb4/0x8eaf31f9c36eae58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742192:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6386cb4/0x8eaf31f9c36eae58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742257:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742266:0:6253:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b285 expref: 15 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742272:0:6253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742302:0:6253:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b285 expref: 15 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.742315:0:6253:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b285 expref: 15 pid: 6253 timeout: 1298 lvb_type: 0 00000100:00100000:2.0:1761319799.742331:0:6253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f8cd43 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6253:1846876474374080:192.168.203.12@tcp:104: 00000100:00100000:2.0:1761319799.742640:0:6253:0:(client.c:2500:ptlrpc_set_wait()) set 000000000c7f4e01 going to sleep for 43 seconds 00000100:00100000:2.0:1761319799.747939:0:6253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f8cd43 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6253:1846876474374080:192.168.203.12@tcp:104: 00010000:00010000:2.0:1761319799.747967:0:6253:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1761319799.752995:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1761319799.753095:0:21533:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465485888 00010000:00010000:2.0:1761319799.753130:0:21533:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b285 expref: 16 pid: 6253 timeout: 1298 lvb_type: 0 00000100:00100000:2.0:1761319799.753201:0:21533:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14303 00000100:00100000:2.0:1761319799.753207:0:21533:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083006fe8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+16:2262:x1846876465485888:12345-192.168.203.12@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1761319799.753222:0:21533:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1761319799.753228:0:21533:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b285 expref: 16 pid: 6253 timeout: 1298 lvb_type: 0 00010000:00010000:2.0:1761319799.753240:0:21533:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b285 expref: 16 pid: 6253 timeout: 1298 lvb_type: 0 00010000:00010000:2.0:1761319799.753260:0:21533:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cbea046c/0x8eaf31f9c36eade8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca3b285 expref: 16 pid: 6253 timeout: 1298 lvb_type: 0 00010000:00010000:2.0:1761319799.753275:0:21533:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (00000000f8f0c910) 00010000:00010000:2.0:1761319799.753279:0:21533:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.753292:0:21533:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.753299:0:21533:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1761319799.753333:0:21533:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1761319799.753392:0:21533:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083006fe8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8919d4a5-dd01-4f15-a986-7d8afa018449+15:2262:x1846876465485888:12345-192.168.203.12@tcp:103:ldlm_bl_05.0 Request processed in 184us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319799.753400:0:21533:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14303 00010000:00010000:1.0:1761319799.753543:0:6253:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.753551:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1761319799.756281:0:6253:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].26, 64 off9856 00010000:00010000:1.0:1761319799.756339:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756356:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756367:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756376:0:6253:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756383:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756394:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756420:0:6253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1761319799.756440:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000030b50ae reply state 0000000057b0a045 transno 4294980279 ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319799.756685:0:6241:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1761319799.756690:0:6241:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319799.756697:0:6241:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc443ebf already unused, calling callback (000000008323d22a) 00010000:00010000:0.0:1761319799.756700:0:6241:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319799.756707:0:6241:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319799.756717:0:6241:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (00000000f8f0c910) 00010000:00010000:0.0:1761319799.756720:0:6241:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1761319799.756724:0:6241:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319799.756729:0:6241:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc443ebf/0x8eaf31f9c36eae66 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761319799.756743:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761319799.756744:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761319799.756745:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319799.756876:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756883:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756888:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756893:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f9d8fd08 already unused, calling callback (0000000072d063db) 00010000:00010000:1.0:1761319799.756896:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756901:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756909:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:1.0:1761319799.756911:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319799.756913:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.756918:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f9d8fd08/0x8eaf31f9c36eae51 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1761319799.756926:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000030b50ae reply state 0000000057b0a045 transno 4294980279 ns: mdt-lustre-MDT0000_UUID lock: 00000000c6386cb4/0x8eaf31f9c36eae58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319799.757268:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000030b50ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:32196:x1846876465485824:12345-192.168.203.12@tcp:36:mmap_sanity.0 Request processed in 16641us (16837us total) trans 4294980279 rc 0/0 00000100:00100000:1.0:1761319799.757280:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33644 00000100:00100000:0.0:1761319799.761351:0:3347:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1761319799.762033:0:3340:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6386cb4/0x8eaf31f9c36eae58 lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319799.762048:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (00000000e39c4f44) 00010000:00010000:3.0:1761319799.762051:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1761319799.762057:0:3340:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002fe65ebb/0x8eaf31f9c36eae5f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319799.762061:0:3340:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (00000000f8f0c910) 00010000:00010000:3.0:1761319799.762063:0:3340:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:1.0:1761319799.762266:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876465486016 00000100:00100000:1.0:1761319799.762318:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33645 00000100:00100000:1.0:1761319799.762323:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a64415d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+24:32196:x1846876465486016:12345-192.168.203.12@tcp:36:mmap_sanity.0 00010000:00010000:1.0:1761319799.762371:0:6253:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1761319799.762390:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f88dbd1c/0x8eaf31f9c36e7bfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xcaa8e29b5ca38250 expref: 24 pid: 18937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762404:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (0000000007f2fd17) 00010000:00010000:1.0:1761319799.762411:0:6253:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1761319799.762436:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762446:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762454:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762502:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eae74 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762530:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eae74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762537:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eae74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762611:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d102875a/0x8eaf31f9c36eae7b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762619:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d102875a/0x8eaf31f9c36eae7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762625:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d102875a/0x8eaf31f9c36eae7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1761319799.762828:0:6253:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].27, 64 off9920 00010000:00010000:1.0:1761319799.762870:0:6253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762879:0:6253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762887:0:6253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762894:0:6253:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762899:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762905:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.762927:0:6253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1761319799.762943:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a64415d7 reply state 00000000ac319d1b transno 4294980280 ns: mdt-lustre-MDT0000_UUID lock: 00000000d102875a/0x8eaf31f9c36eae7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.763026:0:6253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.763032:0:6253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.763038:0:6253:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.763044:0:6253:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d49c3dae already unused, calling callback (0000000072d063db) 00010000:00010000:1.0:1761319799.763047:0:6253:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.763052:0:6253:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.763060:0:6253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001214cdad) 00010000:00010000:1.0:1761319799.763062:0:6253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319799.763064:0:6253:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.763069:0:6253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d49c3dae/0x8eaf31f9c36eae6d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1761319799.763081:0:6253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a64415d7 reply state 00000000ac319d1b transno 4294980280 ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eae74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1761319799.763167:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a64415d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41+25:32196:x1846876465486016:12345-192.168.203.12@tcp:36:mmap_sanity.0 Request processed in 833us (1813us total) trans 4294980280 rc 0/0 00000100:00100000:1.0:1761319799.763175:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33645 00010000:00010000:3.0:1761319799.763282:0:7249:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1761319799.763286:0:7249:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319799.763293:0:7249:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000829da54e already unused, calling callback (000000008323d22a) 00010000:00010000:3.0:1761319799.763295:0:7249:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319799.763301:0:7249:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319799.763309:0:7249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (0000000073868175) 00010000:00010000:3.0:1761319799.763311:0:7249:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1761319799.763312:0:7249:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319799.763317:0:7249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000829da54e/0x8eaf31f9c36eae82 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446614261719187904 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761319799.763331:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319799.763332:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761319799.763333:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761319799.771884:0:3339:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d6171b0/0x8eaf31f9c36eae74 lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.771909:0:3339:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcf1d5a2f (00000000999f42a0) 00010000:00010000:1.0:1761319799.771913:0:3339:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1761319799.771918:0:3339:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d102875a/0x8eaf31f9c36eae7b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1761319799.772035:0:3339:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (0000000073868175) 00010000:00010000:1.0:1761319799.772037:0:3339:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1761319800.129906:0:6242:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761319800.513715:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761319800.513738:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474374144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761319800.513800:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319800.513884:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374144 00000100:00100000:1.0:1761319800.513933:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1761319800.513938:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5f65e93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474374144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761319800.513968:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445986304 avail 1316524032 00000100:00100000:1.0:1761319800.514026:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5f65e93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3353:x1846876474374144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319800.514033:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1761319800.514105:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41903cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3353:1846876474374144:0@lo:41:osp-pre-0-1.0 00000001:00100000:1.0:1761319800.522066:0:8223:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8919d4a5-dd01-4f15-a986-7d8afa018449 00000001:00100000:1.0:1761319800.522078:0:8223:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41 00000001:00100000:1.0:1761319800.522083:0:8223:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8919d4a5-dd01-4f15-a986-7d8afa018449 00000020:00000080:1.0:1761319800.522085:0:8223:0:(genops.c:985:class_export_put()) final put 000000003fe3aeec/8919d4a5-dd01-4f15-a986-7d8afa018449 00000001:00100000:1.0:1761319800.522115:0:8223:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41 00000020:00000080:1.0:1761319800.522117:0:8223:0:(genops.c:985:class_export_put()) final put 000000007a8e9a68/4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41 00000020:00000080:3.0:1761319800.522167:0:18946:0:(genops.c:944:class_export_destroy()) destroying export 000000003fe3aeec/8919d4a5-dd01-4f15-a986-7d8afa018449 for lustre-OST0000 00000020:00000080:3.0:1761319800.522651:0:18946:0:(genops.c:944:class_export_destroy()) destroying export 000000007a8e9a68/4a9dc41f-0fde-4cc6-a53e-6ea0ca97ed41 for lustre-OST0000 00000020:00000080:3.0:1761319800.524621:0:18946:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000ebfa1c44 for lustre-OST0000 00000020:00000080:3.0:1761319800.524633:0:18946:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000edccc310 for lustre-OST0000 00000100:00100000:0.0:1761319801.025740:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761319801.025761:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d83a379d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474374208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1761319801.025826:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319801.025871:0:9569:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374208 00000100:00100000:0.0:1761319801.025910:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1761319801.025916:0:9569:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000056e9316 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474374208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1761319801.025941:0:9569:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923787776 avail 3692265472 00000100:00100000:0.0:1761319801.025978:0:9569:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000056e9316 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3356:x1846876474374208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319801.025986:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1761319801.026031:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d83a379d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3356:1846876474374208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1761319801.028369:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f8cd43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474374272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319801.028433:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319801.029002:0:3354:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761319801.029018:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474374336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319801.029058:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319801.029197:0:6259:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374336 00000100:00100000:1.0:1761319801.029233:0:3356:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761319801.029238:0:6259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1761319801.029239:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f86b8c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474374464:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.029244:0:6259:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab6b78c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474374336:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761319801.029266:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1761319801.029273:0:6259:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1761319801.029290:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374272 00000100:00100000:3.0:1761319801.029309:0:6259:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab6b78c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474374336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319801.029312:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1761319801.029316:0:6259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1761319801.029316:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b071e6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474374272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.029335:0:3353:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761319801.029342:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015821308 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474374400:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319801.029343:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b071e6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68df1e14-c2c4-4a78-9867-0802db2bcc35+23:3356:x1846876474374272:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319801.029349:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1761319801.029548:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aec1ef1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474374656:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.029771:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319801.029771:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319801.029788:0:3354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015153a08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474374912:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.029791:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f74033ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474374592:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.029809:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319801.029809:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761319801.029820:0:3353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9af1389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474374848:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.029837:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761319801.029837:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f31a281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474374336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761319801.029861:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374464 00000100:00100000:0.0:1761319801.029885:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374400 00000100:00100000:0.0:1761319801.029901:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374592 00000100:00100000:0.0:1761319801.029915:0:7684:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374848 00000100:00100000:0.0:1761319801.029942:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:0.0:1761319801.029946:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474374464:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319801.030101:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:1.0:1761319801.030105:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f706c4cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474374400:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319801.030784:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:2.0:1761319801.030790:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474374592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319801.031342:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41903cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3356:x1846876474374464:12345-0@lo:400:kworker/u8:2.0 Request processed in 1393us (2073us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319801.031351:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:0.0:1761319801.031375:0:7684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:0.0:1761319801.031379:0:7684:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b98d714 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474374848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.033143:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374656 00000100:00100000:3.0:1761319801.033197:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374912 00000100:00100000:0.0:1761319801.033203:0:7684:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b98d714 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3353:x1846876474374848:12345-0@lo:400:kworker/u8:2.0 Request processed in 1820us (3361us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319801.033215:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1761319801.033215:0:7684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:3.0:1761319801.033219:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001525668c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474374656:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319801.033246:0:16608:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1761319801.033250:0:16608:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474374912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.033268:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001525668c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3354:x1846876474374656:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1761319801.033274:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1761319801.033274:0:16608:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5e90c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3354:x1846876474374912:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (3467us total) trans 0 rc 0/0 00000100:00100000:0.0:1761319801.033280:0:16608:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1761319801.033319:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9af1389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3353:1846876474374848:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.033350:0:3355:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474374720:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319801.033358:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aec1ef1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3354:1846876474374656:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319801.033369:0:3354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015153a08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3354:1846876474374912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319801.033446:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f706c4cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3353:x1846876474374400:12345-0@lo:400:kworker/u8:2.0 Request processed in 3339us (3675us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319801.033453:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00000100:00100000:1.0:1761319801.033483:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d53821e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474374528:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319801.033489:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f3487ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3353:x1846876474374592:12345-0@lo:400:kworker/u8:2.0 Request processed in 2698us (3680us total) trans 0 rc 0/0 00000100:00100000:2.0:1761319801.033495:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:1.0:1761319801.033537:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761319801.033545:0:8248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374528 00000100:00100000:1.0:1761319801.033553:0:3356:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094a9ce66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474374784:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319801.033567:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:2.0:1761319801.033570:0:8248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001884bc72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474374528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319801.033574:0:3356:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319801.033593:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f86b8c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3356:1846876474374464:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319801.033603:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f8cd43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68df1e14-c2c4-4a78-9867-0802db2bcc35:3356:1846876474374272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319801.033630:0:6253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374784 00000100:00100000:1.0:1761319801.033652:0:6253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863 00000100:00100000:1.0:1761319801.033655:0:6253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f721402 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474374784:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319801.034106:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f74033ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3353:1846876474374592:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319801.034116:0:3353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015821308 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3353:1846876474374400:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761319801.034191:0:8248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001884bc72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3356:x1846876474374528:12345-0@lo:400:kworker/u8:2.0 Request processed in 619us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319801.034191:0:6253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f721402 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3356:x1846876474374784:12345-0@lo:400:kworker/u8:2.0 Request processed in 534us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319801.034198:0:6253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863 00000100:00100000:2.0:1761319801.034200:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:3.0:1761319801.034318:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761319801.034358:0:8729:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846876474374720 00000100:00100000:1.0:1761319801.034394:0:8729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1761319801.034397:0:8729:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bf34067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474374720:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761319801.034436:0:8729:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bf34067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3355:x1846876474374720:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1761319801.034446:0:8729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1761319801.034619:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d53821e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3356:1846876474374528:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761319801.034627:0:3356:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094a9ce66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3356:1846876474374784:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761319801.034689:0:3355:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0f1ce18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3355:1846876474374720:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761319801.154918:0:6241:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1761319801.203205:0:21599:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1761319801.203211:0:21599:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_18: @@@@@@ FAIL: mmap_sanity test failed 00010000:00010000:1.0:1761319802.180459:0:7249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 26790 lines, 26790 kept, 0 dropped, 0 bad.